[ 670.262322] env[69392]: INFO neutron.common.config [-] Logging enabled! [ 670.262695] env[69392]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev78 [ 670.262863] env[69392]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=69392) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 670.263186] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 670.263290] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 670.264184] env[69392]: WARNING oslo_policy.policy [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 670.264424] env[69392]: WARNING oslo_policy.policy [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 670.265991] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] VMware NSXv3 Agent initialized successfully. [ 670.266503] env[69392]: DEBUG oslo_concurrency.lockutils [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] Acquiring lock "singleton_lock" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.266668] env[69392]: DEBUG oslo_concurrency.lockutils [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] Acquired lock "singleton_lock" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.266918] env[69392]: DEBUG oslo_concurrency.lockutils [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] Releasing lock "singleton_lock" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.267324] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] Full set of CONF: {{(pid=69392) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 670.267447] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] ******************************************************************************** {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 670.267758] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] Configuration options gathered from: {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 670.267806] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 670.267971] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 670.268126] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] ================================================================================ {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 670.268314] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] agent_down_time = 75 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.268493] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] allow_automatic_dhcp_failover = True {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.268649] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] allow_bulk = True {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.268801] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] api_extensions_path = {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.268948] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] api_paste_config = api-paste.ini {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.269106] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] auth_strategy = keystone {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.269220] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] backdoor_port = None {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.269329] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] backdoor_socket = None {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.269516] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] backlog = 4096 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.269674] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] base_mac = fa:16:3e:00:00:00 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.269839] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] bind_host = 0.0.0.0 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.269985] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] bind_port = 9696 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.270141] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] client_socket_timeout = 900 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.270296] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] config_dir = [] {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.270398] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.270544] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] config_source = [] {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.270686] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] control_exchange = neutron {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.270918] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] core_plugin = ml2 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.271081] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] debug = True {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.271235] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] default_availability_zones = [] {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.271552] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.271784] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] dhcp_agent_notification = True {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.271942] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] dhcp_agents_per_network = 1 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.272133] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] dhcp_lease_duration = 86400 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.272351] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] dhcp_load_type = networks {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.272519] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] dns_domain = openstacklocal {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.272668] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.272808] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] enable_default_route_bfd = False {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.272962] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] enable_default_route_ecmp = False {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.273120] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] enable_dvr = True {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.273259] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] enable_new_agents = True {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.273398] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] enable_services_on_agents_with_admin_state_down = False {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.273539] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] enable_signals = True {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.273713] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] enable_traditional_dhcp = True {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.273860] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] external_dns_driver = None {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.273997] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] filter_validation = True {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.274160] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] global_physnet_mtu = 8950 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.274298] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] graceful_shutdown_timeout = 60 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.274482] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] host = cpu-1 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.274627] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] host_dvr_for_dhcp = True {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.274767] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] http_retries = 3 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.274915] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] instance_format = [instance: %(uuid)s] {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.275100] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.275255] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] ipam_driver = internal {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.275394] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] ipv6_pd_enabled = False {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.275534] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] l3_ha = False {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.275797] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.275926] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] l3_ha_network_physical_name = {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.276083] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] l3_ha_network_type = {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.276234] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] log_color = False {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.276412] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] log_config_append = None {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.276577] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.276715] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] log_dir = None {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.276852] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] log_file = None {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.276960] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] log_options = True {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.277119] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] log_rotate_interval = 1 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.277268] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] log_rotate_interval_type = days {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.277415] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] log_rotation_type = none {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.277536] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.277636] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.277843] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.278036] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.278157] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.278308] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] max_dns_nameservers = 5 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.278452] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] max_header_line = 16384 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.278593] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] max_l3_agents_per_router = 3 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.278782] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] max_logfile_count = 30 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.278925] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] max_logfile_size_mb = 200 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.279074] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] max_subnet_host_routes = 20 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.279301] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] my_ip = 10.180.1.21 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.279401] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] my_ipv6 = ::1 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.279541] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] network_auto_schedule = True {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.279687] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] network_link_prefix = None {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.280146] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.280309] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] notify_nova_on_port_data_changes = True {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.280465] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] notify_nova_on_port_status_changes = True {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.280648] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] pagination_max_limit = -1 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.280795] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] publish_errors = False {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.280938] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] rate_limit_burst = 0 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.281111] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] rate_limit_except_level = CRITICAL {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.281257] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] rate_limit_interval = 0 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.281402] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] retry_until_window = 30 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.281542] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] router_distributed = False {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.281713] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] rpc_resources_processing_step = 20 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.281854] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] rpc_response_max_timeout = 600 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.282048] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] rpc_response_timeout = 60 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.282224] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] send_events_interval = 2 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.282395] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] service_plugins = ['router'] {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.282556] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] setproctitle = on {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.282684] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] shell_completion = None {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.282827] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] state_path = /opt/stack/data/neutron {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.282970] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] syslog_log_facility = LOG_USER {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.283156] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] tcp_keepidle = 600 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.283265] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] transport_url = **** {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.283435] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] use_journal = False {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.283585] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] use_json = False {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.283724] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] use_ssl = False {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.283860] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] use_stderr = False {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.284009] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] use_syslog = False {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.284156] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] vlan_qinq = False {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.284311] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] vlan_transparent = False {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.284427] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] watch_log_file = False {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.284565] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] wsgi_default_pool_size = 100 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.284718] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] wsgi_keep_alive = True {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.284884] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.285037] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] wsgi_server_debug = False {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 670.285203] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] oslo_concurrency.disable_process_locking = False {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.285355] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.285512] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.285665] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.285805] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.285954] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.286150] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.286324] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] profiler.connection_string = messaging:// {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.286480] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] profiler.enabled = False {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.286633] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] profiler.es_doc_type = notification {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.286780] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] profiler.es_scroll_size = 10000 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.286930] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] profiler.es_scroll_time = 2m {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.287087] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] profiler.filter_error_trace = False {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.287238] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] profiler.hmac_keys = **** {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.287388] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] profiler.sentinel_service_name = mymaster {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.287652] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] profiler.socket_timeout = 0.1 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.287741] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] profiler.trace_requests = False {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.287874] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] profiler.trace_sqlalchemy = False {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.288051] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] profiler_jaeger.process_tags = {} {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.288201] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] profiler_jaeger.service_name_prefix = None {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.288351] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] profiler_otlp.service_name_prefix = None {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.288516] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] oslo_policy.enforce_new_defaults = True {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.288846] env[69392]: WARNING oslo_config.cfg [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 670.289048] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] oslo_policy.enforce_scope = True {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.289223] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] oslo_policy.policy_default_rule = default {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.289381] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.289532] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.289687] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.289834] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.289977] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.290138] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.290322] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.290480] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] oslo_policy.remote_timeout = 60.0 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.290644] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.290800] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] agent.extensions = [] {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.290950] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.291118] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] service_providers.service_provider = [] {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.291285] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] QUOTAS.default_quota = -1 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.291435] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.291589] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] QUOTAS.quota_floatingip = 50 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.291735] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] QUOTAS.quota_network = 100 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.291881] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] QUOTAS.quota_port = 500 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.292034] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] QUOTAS.quota_rbac_policy = 10 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.292184] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] QUOTAS.quota_router = 10 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.292330] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] QUOTAS.quota_security_group = 10 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.292474] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] QUOTAS.quota_security_group_rule = 100 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.292618] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] QUOTAS.quota_subnet = 100 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.292788] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] QUOTAS.track_quota_usage = True {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.292969] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.293133] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] privsep.group = None {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.293278] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] privsep.helper_command = None {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.293429] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] privsep.logger_name = oslo_privsep.daemon {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.293576] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] privsep.thread_pool_size = 8 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.293716] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] privsep.user = None {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.293866] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.294012] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] privsep_dhcp_release.group = None {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.294163] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] privsep_dhcp_release.helper_command = None {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.294310] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.294455] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.294592] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] privsep_dhcp_release.user = None {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.294738] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.294874] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] privsep_ovs_vsctl.group = None {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.295014] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] privsep_ovs_vsctl.helper_command = None {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.295160] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.295303] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.295488] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] privsep_ovs_vsctl.user = None {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.295640] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] privsep_namespace.capabilities = [21] {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.295779] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] privsep_namespace.group = None {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.295917] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] privsep_namespace.helper_command = None {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.296071] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.296217] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] privsep_namespace.thread_pool_size = 8 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.296354] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] privsep_namespace.user = None {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.296503] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] privsep_conntrack.capabilities = [12] {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.296639] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] privsep_conntrack.group = None {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.296782] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] privsep_conntrack.helper_command = None {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.296928] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.297083] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] privsep_conntrack.thread_pool_size = 8 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.297220] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] privsep_conntrack.user = None {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.297367] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] privsep_link.capabilities = [12, 21] {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.297510] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] privsep_link.group = None {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.297645] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] privsep_link.helper_command = None {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.297788] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.297928] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] privsep_link.thread_pool_size = 8 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.298115] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] privsep_link.user = None {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.298285] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.298438] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.298582] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] AGENT.continue_on_failed_promotions = False {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.298720] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] AGENT.dscp = None {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.298862] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] AGENT.dscp_inherit = False {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.299015] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] AGENT.force_mp_to_policy = True {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.299161] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] AGENT.locking_coordinator_url = None {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.299303] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] AGENT.log_agent_heartbeats = False {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.299454] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] AGENT.logging_expire = 1 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.299601] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.299741] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.299888] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] AGENT.polling_interval = 240 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.300040] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.300189] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] AGENT.quitting_rpc_timeout = 120 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.300339] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] AGENT.report_interval = 30.0 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.300486] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.300673] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.300833] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.300979] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] AGENT.sync_skew = 60 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.301137] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] AGENT.synchronization_queue_size = 20 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.301309] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] AGENT.use_helper_for_ns_read = True {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.301436] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] SECURITYGROUP.enable_ipset = True {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.301583] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] SECURITYGROUP.enable_security_group = True {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.301730] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.301879] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.302078] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] experimental.ipv6_pd_enabled = False {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.302259] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] ml2.extension_drivers = ['port_security'] {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.302403] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] ml2.external_network_type = None {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.302562] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.302711] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] ml2.overlay_ip_version = 4 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.302860] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] ml2.path_mtu = 8950 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.303017] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] ml2.physical_network_mtus = {} {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.303176] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] ml2.tenant_network_types = ['vlan'] {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.303349] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.303534] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] ml2.type_drivers = ['vlan'] {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.303694] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] AGENT_CLI.neutron_port_id = [] {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.303842] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.303987] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.304156] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.304309] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.304460] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.304608] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.304800] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.304961] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.305186] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.305343] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] NSXV3.nsxv3_login_password = **** {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.305500] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] NSXV3.nsxv3_login_port = 443 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.305646] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] NSXV3.nsxv3_login_user = admin {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.305794] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.305946] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.306179] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.306351] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.306512] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.306667] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.306819] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.306965] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.307123] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.307272] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.307425] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.307598] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.307753] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.307955] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.308121] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] vsphere.vsphere_login_password = VMware1! {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.308270] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.308412] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.308560] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] nova.auth_section = None {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.308711] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] nova.auth_type = password {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.308890] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.309057] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] nova.certfile = None {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.309206] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] nova.collect_timing = False {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.309360] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] nova.endpoint_type = public {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.309505] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] nova.insecure = False {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.309645] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] nova.keyfile = None {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.309794] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] nova.region_name = RegionOne {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.309941] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] nova.split_loggers = False {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.310098] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] nova.timeout = None {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.310283] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] placement.auth_section = None {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.310448] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] placement.auth_type = password {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.310598] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.310740] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] placement.certfile = None {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.310925] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] placement.collect_timing = False {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.311040] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] placement.endpoint_type = public {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.311186] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] placement.insecure = False {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.311343] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] placement.keyfile = None {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.311480] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] placement.region_name = None {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.311661] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] placement.split_loggers = False {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.311807] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] placement.timeout = None {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.311955] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] ironic.auth_section = None {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.312112] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] ironic.auth_type = None {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.312253] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] ironic.cafile = None {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.312391] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] ironic.certfile = None {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.312533] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] ironic.collect_timing = False {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.312674] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] ironic.connect_retries = None {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.312812] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] ironic.connect_retry_delay = None {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.313027] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] ironic.enable_notifications = False {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.313201] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] ironic.endpoint_override = None {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.313351] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] ironic.insecure = False {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.313492] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] ironic.interface = None {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.313638] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] ironic.keyfile = None {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.313767] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] ironic.max_version = None {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.313902] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] ironic.min_version = None {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.314050] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] ironic.region_name = None {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.314190] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] ironic.retriable_status_codes = None {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.314326] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] ironic.service_name = None {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.314492] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] ironic.service_type = None {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.314643] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] ironic.split_loggers = False {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.314783] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] ironic.status_code_retries = None {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.314919] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] ironic.status_code_retry_delay = None {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.315067] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] ironic.timeout = None {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.315206] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] ironic.valid_interfaces = None {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.315344] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] ironic.version = None {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.315491] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] cli_script.dry_run = False {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.315644] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.315818] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.315974] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.316129] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.316271] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.316409] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.316551] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.316692] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.316832] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.316979] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.317165] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.317327] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.317481] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.317626] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.317767] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.317921] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.318062] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.318207] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.318354] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.318534] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.318689] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.318838] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.318983] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.319139] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.319282] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.319425] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.319565] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.319705] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.319930] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.320089] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.320241] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] oslo_messaging_rabbit.ssl = False {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.320392] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.320541] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.320683] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.320827] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.320978] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] oslo_messaging_rabbit.ssl_version = {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.321123] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.321306] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] oslo_messaging_notifications.driver = [] {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.321456] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] oslo_messaging_notifications.retry = -1 {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.321613] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.321751] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] oslo_messaging_notifications.transport_url = **** {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 670.321864] env[69392]: DEBUG oslo_service.backend.eventlet.service [None req-c22f130e-8ef9-4ac0-8305-608e8c5b311a None None] ******************************************************************************** {{(pid=69392) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 670.322917] env[69392]: DEBUG neutron.agent.securitygroups_rpc [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] Init firewall settings (driver=nsxv3) {{(pid=69392) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 670.324269] env[69392]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=69392) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 670.324516] env[69392]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] RPC agent_id: nsxm-l-01a.corp.local [ 670.326847] env[69392]: DEBUG dogpile.cache.region [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 670.326978] env[69392]: DEBUG dogpile.lock [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 670.327108] env[69392]: DEBUG dogpile.lock [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 670.327180] env[69392]: DEBUG dogpile.lock [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 670.327279] env[69392]: DEBUG dogpile.cache.region [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 670.327372] env[69392]: DEBUG dogpile.lock [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 670.327502] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 670.369258] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] Session token - acquiring [ 670.370929] env[69392]: DEBUG networking_nsxv3.common.locking [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.371142] env[69392]: DEBUG oslo_concurrency.lockutils [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.371232] env[69392]: DEBUG oslo_concurrency.lockutils [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.371770] env[69392]: DEBUG oslo_concurrency.lockutils [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.383500] env[69392]: DEBUG oslo_concurrency.lockutils [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.666900] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 670.691146] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 670.691386] env[69392]: DEBUG dogpile.cache.region [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] Cache value generated in 0.364 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 670.691512] env[69392]: DEBUG dogpile.lock [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 670.691642] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] Activating Policy API Provider. [ 670.691845] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] Looking for the default Infrastructure Rules. [ 670.763495] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] Looking for the Default Layer3 Logged Drop Section. [ 670.779018] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 670.779598] env[69392]: DEBUG networking_nsxv3.common.locking [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.779858] env[69392]: DEBUG oslo_concurrency.lockutils [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] Acquiring lock "all" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.780048] env[69392]: DEBUG oslo_concurrency.lockutils [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] Acquired lock "all" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.780392] env[69392]: DEBUG oslo_concurrency.lockutils [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] Acquired external semaphore "all" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.780789] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.297517] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.799673] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.301685] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] Inventory metadata is going to be refreshed. [ 672.302083] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 673.284288] env[69392]: DEBUG networking_nsxv3.common.locking [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.284534] env[69392]: DEBUG oslo_concurrency.lockutils [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.284599] env[69392]: DEBUG oslo_concurrency.lockutils [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.284947] env[69392]: DEBUG oslo_concurrency.lockutils [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.296518] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 673.297448] env[69392]: DEBUG oslo_concurrency.lockutils [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.298425] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 673.317876] env[69392]: DEBUG networking_nsxv3.common.locking [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.318269] env[69392]: DEBUG oslo_concurrency.lockutils [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.318269] env[69392]: DEBUG oslo_concurrency.lockutils [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.318472] env[69392]: DEBUG oslo_concurrency.lockutils [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.318737] env[69392]: DEBUG oslo_concurrency.lockutils [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.318942] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 673.319125] env[69392]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=69392) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 673.319219] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 673.339664] env[69392]: DEBUG networking_nsxv3.common.locking [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.339875] env[69392]: DEBUG oslo_concurrency.lockutils [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.340009] env[69392]: DEBUG oslo_concurrency.lockutils [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.340467] env[69392]: DEBUG oslo_concurrency.lockutils [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.340661] env[69392]: DEBUG oslo_concurrency.lockutils [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.340817] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 673.360505] env[69392]: DEBUG networking_nsxv3.common.locking [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.360704] env[69392]: DEBUG oslo_concurrency.lockutils [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.360775] env[69392]: DEBUG oslo_concurrency.lockutils [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.361064] env[69392]: DEBUG oslo_concurrency.lockutils [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.361210] env[69392]: DEBUG oslo_concurrency.lockutils [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.361422] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 673.383570] env[69392]: DEBUG networking_nsxv3.common.locking [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.383779] env[69392]: DEBUG oslo_concurrency.lockutils [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] Acquiring lock "Address Group" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.383899] env[69392]: DEBUG oslo_concurrency.lockutils [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] Acquired lock "Address Group" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.384237] env[69392]: DEBUG oslo_concurrency.lockutils [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] Acquired external semaphore "Address Group" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.384385] env[69392]: DEBUG oslo_concurrency.lockutils [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] Releasing lock "Address Group" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.384544] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 673.384654] env[69392]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69392) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 673.384762] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 673.403601] env[69392]: DEBUG networking_nsxv3.common.locking [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.403875] env[69392]: DEBUG oslo_concurrency.lockutils [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] Acquiring lock "Segment QoS" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.404029] env[69392]: DEBUG oslo_concurrency.lockutils [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] Acquired lock "Segment QoS" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.404337] env[69392]: DEBUG oslo_concurrency.lockutils [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] Acquired external semaphore "Segment QoS" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.404462] env[69392]: DEBUG oslo_concurrency.lockutils [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] Releasing lock "Segment QoS" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.404606] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 673.404715] env[69392]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=69392) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 673.404826] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 673.424879] env[69392]: DEBUG networking_nsxv3.common.locking [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.425115] env[69392]: DEBUG oslo_concurrency.lockutils [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.425170] env[69392]: DEBUG oslo_concurrency.lockutils [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.425444] env[69392]: DEBUG oslo_concurrency.lockutils [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.425583] env[69392]: DEBUG oslo_concurrency.lockutils [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.425738] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 673.425845] env[69392]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69392) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 673.425949] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] Inventory metadata have been refreshed. [ 673.426060] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] Dryrun:True. Metadata refresh completed. [ 673.426245] env[69392]: DEBUG oslo_concurrency.lockutils [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] Releasing lock "all" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.427802] env[69392]: INFO neutron.agent.agent_extensions_manager [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] Loaded agent extensions: [] [ 673.428535] env[69392]: DEBUG neutron_lib.callbacks.manager [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=69392) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 673.488916] env[69392]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] NSXv3 Agent Agent RPC Daemon Started! [ 673.489074] env[69392]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] NSXv3 Agent Agent loop - iteration:0 started [ 673.489191] env[69392]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] NSXv3 Agent Agent out of sync with plugin! [ 678.429208] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 678.429674] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 683.430749] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 683.431102] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 688.338035] env[69392]: INFO networking_nsxv3.common.synchronization [None req-6903f8c3-d0f2-4288-b375-c1a9b3cda42f demo admin] Enqueued Resource ID: 6b3fd9f7-5764-46c7-81a8-0ef1519dbbb7 with Priority: HIGHEST for action security_group_rules [ 688.338035] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b3fd9f7-5764-46c7-81a8-0ef1519dbbb7 with Priority: HIGHEST for action security_group_rules [ 688.338035] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b3fd9f7-5764-46c7-81a8-0ef1519dbbb7 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.338035] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b3fd9f7-5764-46c7-81a8-0ef1519dbbb7" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.338035] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b3fd9f7-5764-46c7-81a8-0ef1519dbbb7" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.339331] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b3fd9f7-5764-46c7-81a8-0ef1519dbbb7" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.339473] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b3fd9f7-5764-46c7-81a8-0ef1519dbbb7',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.860113] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.860340] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.860340] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.860533] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.860627] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.860721] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b3fd9f7-5764-46c7-81a8-0ef1519dbbb7 already deleted. [ 688.860807] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b3fd9f7-5764-46c7-81a8-0ef1519dbbb7" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.338495] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 693.338916] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 698.339666] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 698.340052] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 703.340562] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 703.340928] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 708.341459] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 708.341916] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 713.344260] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 713.344260] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 717.906976] env[69392]: INFO networking_nsxv3.common.synchronization [None req-ac35dd56-2394-45ca-ae27-37fd4db4035d None None] Enqueued Resource ID: a1f4ddb0-097b-4366-9ec3-30a554feb435 with Priority: HIGHEST for action port [ 717.907733] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1f4ddb0-097b-4366-9ec3-30a554feb435 with Priority: HIGHEST for action port [ 717.907818] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1f4ddb0-097b-4366-9ec3-30a554feb435 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.907903] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1f4ddb0-097b-4366-9ec3-30a554feb435" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.907977] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1f4ddb0-097b-4366-9ec3-30a554feb435" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.908719] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1f4ddb0-097b-4366-9ec3-30a554feb435" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.908719] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1f4ddb0-097b-4366-9ec3-30a554feb435',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.412365] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a1f4ddb0-097b-4366-9ec3-30a554feb435 [ 718.412573] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.412708] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.412776] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.412996] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.413105] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.413206] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a1f4ddb0-097b-4366-9ec3-30a554feb435 already deleted. [ 718.413286] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1f4ddb0-097b-4366-9ec3-30a554feb435" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.898220] env[69392]: INFO networking_nsxv3.common.synchronization [None req-8129ea45-4811-40fa-aa16-8a7f196e6da3 None None] Enqueued Resource ID: 8790c7d3-3763-453e-9940-d7d1a36e6f71 with Priority: HIGHEST for action port [ 719.898603] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8790c7d3-3763-453e-9940-d7d1a36e6f71 with Priority: HIGHEST for action port [ 719.901193] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-8790c7d3-3763-453e-9940-d7d1a36e6f71 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.901375] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8790c7d3-3763-453e-9940-d7d1a36e6f71" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.901375] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8790c7d3-3763-453e-9940-d7d1a36e6f71" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.901644] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8790c7d3-3763-453e-9940-d7d1a36e6f71" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.901727] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8790c7d3-3763-453e-9940-d7d1a36e6f71',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.404036] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8790c7d3-3763-453e-9940-d7d1a36e6f71 [ 720.404366] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.404487] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.404487] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.404695] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.404789] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.404889] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8790c7d3-3763-453e-9940-d7d1a36e6f71 already deleted. [ 720.404976] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8790c7d3-3763-453e-9940-d7d1a36e6f71" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.719193] env[69392]: INFO networking_nsxv3.common.synchronization [None req-9ab188f2-add1-4f6d-8f13-829230528332 None None] Enqueued Resource ID: 371df4ed-767f-4f65-9ee0-39e897cc321d with Priority: HIGHEST for action port [ 720.720093] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 371df4ed-767f-4f65-9ee0-39e897cc321d with Priority: HIGHEST for action port [ 720.722250] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-371df4ed-767f-4f65-9ee0-39e897cc321d taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.722250] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-371df4ed-767f-4f65-9ee0-39e897cc321d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.722250] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-371df4ed-767f-4f65-9ee0-39e897cc321d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.722250] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-371df4ed-767f-4f65-9ee0-39e897cc321d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.722250] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('371df4ed-767f-4f65-9ee0-39e897cc321d',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.954594] env[69392]: INFO networking_nsxv3.common.synchronization [None req-3ab6178c-d692-439a-b903-59c40b04925b None None] Enqueued Resource ID: 358dbdf1-bc55-406c-9554-febbdbc5eed6 with Priority: HIGHEST for action port [ 720.954594] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 358dbdf1-bc55-406c-9554-febbdbc5eed6 with Priority: HIGHEST for action port [ 720.954594] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-358dbdf1-bc55-406c-9554-febbdbc5eed6 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.954594] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-358dbdf1-bc55-406c-9554-febbdbc5eed6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.954594] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-358dbdf1-bc55-406c-9554-febbdbc5eed6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.954594] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-358dbdf1-bc55-406c-9554-febbdbc5eed6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.955398] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('358dbdf1-bc55-406c-9554-febbdbc5eed6',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.226505] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 371df4ed-767f-4f65-9ee0-39e897cc321d [ 721.226505] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.226505] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.226505] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.226505] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.226505] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.226740] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:371df4ed-767f-4f65-9ee0-39e897cc321d already deleted. [ 721.226825] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-371df4ed-767f-4f65-9ee0-39e897cc321d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.432025] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.432025] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.432181] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.432811] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.432903] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.449498] env[69392]: INFO networking_nsxv3.common.synchronization [None req-86642374-19cd-4868-a123-25b1c7d0edfb None None] Enqueued Resource ID: 747f55c2-f7b8-42c0-bfb3-86f1f6c2c8fd with Priority: HIGHEST for action port [ 721.450135] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 747f55c2-f7b8-42c0-bfb3-86f1f6c2c8fd with Priority: HIGHEST for action port [ 721.450809] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-747f55c2-f7b8-42c0-bfb3-86f1f6c2c8fd taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.450996] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-747f55c2-f7b8-42c0-bfb3-86f1f6c2c8fd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.451649] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-747f55c2-f7b8-42c0-bfb3-86f1f6c2c8fd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.451948] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-747f55c2-f7b8-42c0-bfb3-86f1f6c2c8fd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.452290] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('747f55c2-f7b8-42c0-bfb3-86f1f6c2c8fd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.460208] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 358dbdf1-bc55-406c-9554-febbdbc5eed6 [ 721.460208] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.460208] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.460208] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.460208] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.460208] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.460208] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:358dbdf1-bc55-406c-9554-febbdbc5eed6 already deleted. [ 721.460208] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-358dbdf1-bc55-406c-9554-febbdbc5eed6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.936303] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.956479] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 747f55c2-f7b8-42c0-bfb3-86f1f6c2c8fd [ 721.956811] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.956873] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.956904] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.957154] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.957256] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.957420] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:747f55c2-f7b8-42c0-bfb3-86f1f6c2c8fd already deleted. [ 721.957500] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-747f55c2-f7b8-42c0-bfb3-86f1f6c2c8fd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.076234] env[69392]: INFO networking_nsxv3.common.synchronization [None req-657b38c4-f092-4475-80a7-b1e8addf4f19 None None] Enqueued Resource ID: 7ddadfe9-42be-4238-9089-f0b3ce7fd76a with Priority: HIGHEST for action port [ 722.076442] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ddadfe9-42be-4238-9089-f0b3ce7fd76a with Priority: HIGHEST for action port [ 722.077495] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ddadfe9-42be-4238-9089-f0b3ce7fd76a taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.077495] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ddadfe9-42be-4238-9089-f0b3ce7fd76a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.077592] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ddadfe9-42be-4238-9089-f0b3ce7fd76a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.079017] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ddadfe9-42be-4238-9089-f0b3ce7fd76a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.079017] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ddadfe9-42be-4238-9089-f0b3ce7fd76a',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.438171] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.582917] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7ddadfe9-42be-4238-9089-f0b3ce7fd76a [ 722.583206] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.583480] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.583480] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.583612] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.583703] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.583815] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7ddadfe9-42be-4238-9089-f0b3ce7fd76a already deleted. [ 722.583872] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ddadfe9-42be-4238-9089-f0b3ce7fd76a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.943705] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 722.943705] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 723.394697] env[69392]: INFO networking_nsxv3.common.synchronization [None req-04f1d3c1-88a1-4864-a811-fd11acb9d823 None None] Enqueued Resource ID: 43240813-75dd-48f8-987d-0a15731b582b with Priority: HIGHEST for action port [ 723.395314] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43240813-75dd-48f8-987d-0a15731b582b with Priority: HIGHEST for action port [ 723.396493] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-43240813-75dd-48f8-987d-0a15731b582b taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.396493] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43240813-75dd-48f8-987d-0a15731b582b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.396493] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43240813-75dd-48f8-987d-0a15731b582b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.396493] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43240813-75dd-48f8-987d-0a15731b582b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.396493] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43240813-75dd-48f8-987d-0a15731b582b',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.482435] env[69392]: INFO networking_nsxv3.common.synchronization [None req-00c48cb1-3954-46b5-b03d-7ce6828be41a None None] Enqueued Resource ID: efdece68-e428-49d2-b383-6be8a50203ce with Priority: HIGHEST for action port [ 723.483873] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efdece68-e428-49d2-b383-6be8a50203ce with Priority: HIGHEST for action port [ 723.488420] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-efdece68-e428-49d2-b383-6be8a50203ce taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.488549] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-efdece68-e428-49d2-b383-6be8a50203ce" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.488621] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-efdece68-e428-49d2-b383-6be8a50203ce" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.488875] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-efdece68-e428-49d2-b383-6be8a50203ce" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.488966] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efdece68-e428-49d2-b383-6be8a50203ce',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.691261] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.691440] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.691569] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.692429] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.707760] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 723.708658] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.710418] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 723.731105] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.731267] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.731338] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.731552] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.731625] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.731737] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 723.731810] env[69392]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69392) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 723.731917] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 723.753969] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.753969] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.753969] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.753969] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.754196] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.755599] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 723.779591] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.779797] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.780472] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.780472] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.780472] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.780472] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 723.799962] env[69392]: INFO networking_nsxv3.common.synchronization [None req-b3695be4-1c2e-4081-a1d0-989b13e4968a None None] Enqueued Resource ID: 5fe07f61-07c5-4548-81b0-79ce4f011847 with Priority: HIGHEST for action port [ 723.800409] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fe07f61-07c5-4548-81b0-79ce4f011847 with Priority: HIGHEST for action port [ 723.803099] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.803336] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.803336] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.803520] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.803659] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.803800] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 723.803800] env[69392]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69392) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 723.803892] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 723.805722] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-5fe07f61-07c5-4548-81b0-79ce4f011847 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.805851] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5fe07f61-07c5-4548-81b0-79ce4f011847" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.805965] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5fe07f61-07c5-4548-81b0-79ce4f011847" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.806147] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5fe07f61-07c5-4548-81b0-79ce4f011847" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.806224] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fe07f61-07c5-4548-81b0-79ce4f011847',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.826293] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.826293] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.826293] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.826648] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.826839] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.827128] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 723.827265] env[69392]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69392) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 723.827384] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 723.850917] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.851075] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.851251] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.851554] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.851665] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.851933] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 723.851933] env[69392]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69392) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 723.852033] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 723.852033] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 723.852101] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 723.852236] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 723.852236] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 723.852478] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 723.852541] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 723.852971] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 723.874726] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.874882] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.874950] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.875179] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.875292] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.875400] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 723.897463] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.897627] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.897715] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.897886] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.897985] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.899500] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 43240813-75dd-48f8-987d-0a15731b582b [ 723.899812] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.899983] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.900192] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.900518] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.900740] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.900958] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:43240813-75dd-48f8-987d-0a15731b582b already deleted. [ 723.901516] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43240813-75dd-48f8-987d-0a15731b582b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.933495] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.994764] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port efdece68-e428-49d2-b383-6be8a50203ce [ 723.995517] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.995517] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.995517] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.995517] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.995517] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.995722] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:efdece68-e428-49d2-b383-6be8a50203ce already deleted. [ 723.995722] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-efdece68-e428-49d2-b383-6be8a50203ce" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.308862] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5fe07f61-07c5-4548-81b0-79ce4f011847 [ 724.309106] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.309248] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.309319] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.310525] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.310525] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.310525] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5fe07f61-07c5-4548-81b0-79ce4f011847 already deleted. [ 724.310525] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5fe07f61-07c5-4548-81b0-79ce4f011847" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.732054] env[69392]: INFO networking_nsxv3.common.synchronization [None req-c6765e8e-4e25-4b2e-9778-7a25418a8df0 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Enqueued Resource ID: 719d7944-9504-40fc-a61b-a8580099349b with Priority: HIGHEST for action security_group_rules [ 724.732680] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 719d7944-9504-40fc-a61b-a8580099349b with Priority: HIGHEST for action security_group_rules [ 724.733073] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-719d7944-9504-40fc-a61b-a8580099349b taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.733166] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-719d7944-9504-40fc-a61b-a8580099349b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.733241] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-719d7944-9504-40fc-a61b-a8580099349b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.733506] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-719d7944-9504-40fc-a61b-a8580099349b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.733572] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('719d7944-9504-40fc-a61b-a8580099349b',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.909669] env[69392]: INFO networking_nsxv3.common.synchronization [None req-c10f9a7b-1508-46d4-a6e9-96cfb12887c7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Enqueued Resource ID: 719d7944-9504-40fc-a61b-a8580099349b with Priority: HIGHEST for action security_group_rules [ 724.909669] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 719d7944-9504-40fc-a61b-a8580099349b with Priority: HIGHEST for action security_group_rules [ 724.909791] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-719d7944-9504-40fc-a61b-a8580099349b taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.909880] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-719d7944-9504-40fc-a61b-a8580099349b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.975269] env[69392]: INFO networking_nsxv3.common.synchronization [None req-77bb509a-1ec9-4faf-8038-a2f257fd7d53 None None] Enqueued Resource ID: e99853ad-8dfd-447d-99a5-6bd2f8598a0f with Priority: HIGHEST for action port [ 724.975610] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e99853ad-8dfd-447d-99a5-6bd2f8598a0f with Priority: HIGHEST for action port [ 724.976086] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-e99853ad-8dfd-447d-99a5-6bd2f8598a0f taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.976205] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e99853ad-8dfd-447d-99a5-6bd2f8598a0f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.976271] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e99853ad-8dfd-447d-99a5-6bd2f8598a0f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.976515] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e99853ad-8dfd-447d-99a5-6bd2f8598a0f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.976595] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e99853ad-8dfd-447d-99a5-6bd2f8598a0f',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.227633] env[69392]: INFO networking_nsxv3.common.synchronization [None req-8e4c629b-9727-4a4b-b8f3-917366efa32b None None] Enqueued Resource ID: 700261ae-ddf4-4eef-9e67-63b90baf5f36 with Priority: HIGHEST for action port [ 725.228309] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 700261ae-ddf4-4eef-9e67-63b90baf5f36 with Priority: HIGHEST for action port [ 725.228693] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-700261ae-ddf4-4eef-9e67-63b90baf5f36 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.228693] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-700261ae-ddf4-4eef-9e67-63b90baf5f36" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.228693] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-700261ae-ddf4-4eef-9e67-63b90baf5f36" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.228912] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-700261ae-ddf4-4eef-9e67-63b90baf5f36" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.228912] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('700261ae-ddf4-4eef-9e67-63b90baf5f36',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.263349] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.263349] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.263349] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.263349] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.263349] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.263349] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 719d7944-9504-40fc-a61b-a8580099349b already deleted. [ 725.263349] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-719d7944-9504-40fc-a61b-a8580099349b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.263349] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-719d7944-9504-40fc-a61b-a8580099349b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.263349] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-719d7944-9504-40fc-a61b-a8580099349b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.263349] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('719d7944-9504-40fc-a61b-a8580099349b',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.483229] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e99853ad-8dfd-447d-99a5-6bd2f8598a0f [ 725.483470] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.483606] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.483676] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.483909] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.484038] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.484143] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e99853ad-8dfd-447d-99a5-6bd2f8598a0f already deleted. [ 725.484242] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e99853ad-8dfd-447d-99a5-6bd2f8598a0f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.733524] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 700261ae-ddf4-4eef-9e67-63b90baf5f36 [ 725.733796] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.733888] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.733961] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.736511] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.736511] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.736511] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:700261ae-ddf4-4eef-9e67-63b90baf5f36 already deleted. [ 725.736511] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-700261ae-ddf4-4eef-9e67-63b90baf5f36" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.787959] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.788185] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.788185] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.788441] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.788527] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.788635] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 719d7944-9504-40fc-a61b-a8580099349b already deleted. [ 725.788683] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-719d7944-9504-40fc-a61b-a8580099349b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.508126] env[69392]: INFO networking_nsxv3.common.synchronization [req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 req-7ef93bce-585d-4931-a218-c2ddbb9b632f tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Enqueued Resource ID: 72c15541-2a23-41e5-96aa-6181de28bd0d with Priority: HIGHEST for action security_group_members [ 726.508602] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72c15541-2a23-41e5-96aa-6181de28bd0d with Priority: HIGHEST for action security_group_members [ 726.508898] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-72c15541-2a23-41e5-96aa-6181de28bd0d taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.509784] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72c15541-2a23-41e5-96aa-6181de28bd0d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.509784] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72c15541-2a23-41e5-96aa-6181de28bd0d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.510163] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72c15541-2a23-41e5-96aa-6181de28bd0d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.510409] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.510674] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.511021] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.511451] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.511451] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.512306] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72c15541-2a23-41e5-96aa-6181de28bd0d',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.014461] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.014782] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.014782] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.015028] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.015085] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.015270] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.015405] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.015437] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.015565] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.016102] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.016102] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72c15541-2a23-41e5-96aa-6181de28bd0d already deleted. [ 727.016102] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72c15541-2a23-41e5-96aa-6181de28bd0d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.199750] env[69392]: INFO networking_nsxv3.common.synchronization [None req-87718cb2-8931-4206-bbff-122f60328796 None None] Enqueued Resource ID: 2e1858a0-b316-4e86-b2e8-b572d46d1e0c with Priority: HIGHEST for action port [ 727.200030] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e1858a0-b316-4e86-b2e8-b572d46d1e0c with Priority: HIGHEST for action port [ 727.200607] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e1858a0-b316-4e86-b2e8-b572d46d1e0c taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.204191] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e1858a0-b316-4e86-b2e8-b572d46d1e0c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.204293] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e1858a0-b316-4e86-b2e8-b572d46d1e0c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.204536] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e1858a0-b316-4e86-b2e8-b572d46d1e0c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.204625] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e1858a0-b316-4e86-b2e8-b572d46d1e0c',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.708335] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e1858a0-b316-4e86-b2e8-b572d46d1e0c [ 727.708584] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.708722] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.708791] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.709023] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.709125] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.709222] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e1858a0-b316-4e86-b2e8-b572d46d1e0c already deleted. [ 727.709303] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e1858a0-b316-4e86-b2e8-b572d46d1e0c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.775093] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-164 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.775314] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-164" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.775540] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-164" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.775739] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-164" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.776013] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.778275] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.778477] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.778635] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.778775] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.779107] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 727.779207] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 727.779313] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 727.779440] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 727.779553] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 727.779657] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 727.779786] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 727.803181] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 727.803181] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 727.803181] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 727.803181] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-164" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.803181] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-ebc1245d-14c8-48f7-8fdd-4e950521997b taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.803418] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-ebc1245d-14c8-48f7-8fdd-4e950521997b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.803418] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-ebc1245d-14c8-48f7-8fdd-4e950521997b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.804204] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-ebc1245d-14c8-48f7-8fdd-4e950521997b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.804204] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebc1245d-14c8-48f7-8fdd-4e950521997b',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.309984] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.313141] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.313141] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.313141] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.313141] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.313141] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port ebc1245d-14c8-48f7-8fdd-4e950521997b not found, creating... [ 728.313141] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.313141] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.313141] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.313141] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.313141] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.313662] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.313662] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.313662] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.314724] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.314857] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.315030] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: ebc1245d-14c8-48f7-8fdd-4e950521997b is going to be created. [ 728.341518] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.342212] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.342212] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.342212] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.342622] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.342622] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-ebc1245d-14c8-48f7-8fdd-4e950521997b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.407200] env[69392]: INFO networking_nsxv3.common.synchronization [None req-e4ecfcb4-ce4e-444e-8e33-27bc89e72e6d None None] Enqueued Resource ID: 97634a66-89a7-413d-8f7f-e87c2b76a789 with Priority: HIGHEST for action port [ 728.408686] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97634a66-89a7-413d-8f7f-e87c2b76a789 with Priority: HIGHEST for action port [ 728.411473] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-97634a66-89a7-413d-8f7f-e87c2b76a789 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.411473] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97634a66-89a7-413d-8f7f-e87c2b76a789" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.411593] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97634a66-89a7-413d-8f7f-e87c2b76a789" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.411850] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97634a66-89a7-413d-8f7f-e87c2b76a789" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.412725] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97634a66-89a7-413d-8f7f-e87c2b76a789',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.706785] env[69392]: INFO networking_nsxv3.common.synchronization [None req-b9b366a2-d4e1-4fc1-a276-bdc9d41ec91e None None] Enqueued Resource ID: 3f953234-e9fa-48cb-9578-f04c8a065b79 with Priority: HIGHEST for action port [ 728.707379] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f953234-e9fa-48cb-9578-f04c8a065b79 with Priority: HIGHEST for action port [ 728.712922] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f953234-e9fa-48cb-9578-f04c8a065b79 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.712922] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f953234-e9fa-48cb-9578-f04c8a065b79" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.712922] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f953234-e9fa-48cb-9578-f04c8a065b79" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.712922] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f953234-e9fa-48cb-9578-f04c8a065b79" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.712922] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f953234-e9fa-48cb-9578-f04c8a065b79',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.914779] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 97634a66-89a7-413d-8f7f-e87c2b76a789 [ 728.914942] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.915111] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.915234] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.915414] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.915550] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.915858] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:97634a66-89a7-413d-8f7f-e87c2b76a789 already deleted. [ 728.915858] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97634a66-89a7-413d-8f7f-e87c2b76a789" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.056779] env[69392]: INFO networking_nsxv3.common.synchronization [None req-255f0aec-e2cb-43e6-908e-047ecfa19d19 None None] Enqueued Resource ID: e8ec8d35-046a-4eb5-b263-83d7955f04fb with Priority: HIGHEST for action port [ 729.057288] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8ec8d35-046a-4eb5-b263-83d7955f04fb with Priority: HIGHEST for action port [ 729.057598] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8ec8d35-046a-4eb5-b263-83d7955f04fb taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.057834] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8ec8d35-046a-4eb5-b263-83d7955f04fb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.057834] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8ec8d35-046a-4eb5-b263-83d7955f04fb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.058029] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8ec8d35-046a-4eb5-b263-83d7955f04fb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.062444] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8ec8d35-046a-4eb5-b263-83d7955f04fb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.219849] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3f953234-e9fa-48cb-9578-f04c8a065b79 [ 729.220874] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.220874] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.220874] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.220874] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.220874] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.220874] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3f953234-e9fa-48cb-9578-f04c8a065b79 already deleted. [ 729.220874] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f953234-e9fa-48cb-9578-f04c8a065b79" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.566470] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e8ec8d35-046a-4eb5-b263-83d7955f04fb [ 729.566470] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.566470] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.566470] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.566470] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.566470] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.566470] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e8ec8d35-046a-4eb5-b263-83d7955f04fb already deleted. [ 729.566470] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8ec8d35-046a-4eb5-b263-83d7955f04fb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.102326] env[69392]: INFO networking_nsxv3.common.synchronization [req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 req-d5f4dec6-fbda-49f1-b791-e918f6f79205 service nova] Enqueued Resource ID: 72c15541-2a23-41e5-96aa-6181de28bd0d with Priority: HIGHEST for action security_group_rules [ 730.102440] env[69392]: INFO networking_nsxv3.common.synchronization [req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 req-d5f4dec6-fbda-49f1-b791-e918f6f79205 service nova] Enqueued Resource ID: 72c15541-2a23-41e5-96aa-6181de28bd0d with Priority: HIGHEST for action security_group_members [ 730.102577] env[69392]: INFO networking_nsxv3.common.synchronization [req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 req-d5f4dec6-fbda-49f1-b791-e918f6f79205 service nova] Enqueued Resource ID: ebc1245d-14c8-48f7-8fdd-4e950521997b with Priority: HIGHEST for action port [ 730.103149] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72c15541-2a23-41e5-96aa-6181de28bd0d with Priority: HIGHEST for action security_group_rules [ 730.103287] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72c15541-2a23-41e5-96aa-6181de28bd0d with Priority: HIGHEST for action security_group_members [ 730.103383] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebc1245d-14c8-48f7-8fdd-4e950521997b with Priority: HIGHEST for action port [ 730.103647] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72c15541-2a23-41e5-96aa-6181de28bd0d taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.103763] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72c15541-2a23-41e5-96aa-6181de28bd0d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.103827] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72c15541-2a23-41e5-96aa-6181de28bd0d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.106350] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72c15541-2a23-41e5-96aa-6181de28bd0d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.106482] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72c15541-2a23-41e5-96aa-6181de28bd0d',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.111227] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-72c15541-2a23-41e5-96aa-6181de28bd0d taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.111227] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72c15541-2a23-41e5-96aa-6181de28bd0d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.111227] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72c15541-2a23-41e5-96aa-6181de28bd0d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.111407] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72c15541-2a23-41e5-96aa-6181de28bd0d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.112014] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.112014] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.112014] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.112014] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.112014] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.112856] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72c15541-2a23-41e5-96aa-6181de28bd0d',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.113719] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebc1245d-14c8-48f7-8fdd-4e950521997b taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.113851] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebc1245d-14c8-48f7-8fdd-4e950521997b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.114205] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebc1245d-14c8-48f7-8fdd-4e950521997b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.114205] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebc1245d-14c8-48f7-8fdd-4e950521997b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.114205] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebc1245d-14c8-48f7-8fdd-4e950521997b',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.620317] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-72c15541-2a23-41e5-96aa-6181de28bd0d taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.620317] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72c15541-2a23-41e5-96aa-6181de28bd0d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.634972] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72c15541-2a23-41e5-96aa-6181de28bd0d',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.634972] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ebc1245d-14c8-48f7-8fdd-4e950521997b with status ACTIVE [ 730.635054] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.635450] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.635450] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.635450] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.635653] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.635653] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.635811] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.635811] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.635986] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.636060] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.636240] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.636341] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.636393] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.636522] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.636591] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.636755] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ebc1245d-14c8-48f7-8fdd-4e950521997b is going to be updated. [ 730.669564] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.669741] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.669809] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.670112] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.670265] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.670442] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebc1245d-14c8-48f7-8fdd-4e950521997b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.870295] env[69392]: INFO networking_nsxv3.common.synchronization [req-de114316-1596-482a-a149-a865dd07c808 req-014f1e71-5bb8-449c-8b77-813f4b8d1c79 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Enqueued Resource ID: 501fa15c-f931-4b44-9bab-60f211031980 with Priority: HIGHEST for action security_group_members [ 730.871739] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 501fa15c-f931-4b44-9bab-60f211031980 with Priority: HIGHEST for action security_group_members [ 730.872261] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-501fa15c-f931-4b44-9bab-60f211031980 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.872396] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-501fa15c-f931-4b44-9bab-60f211031980" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.875555] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-501fa15c-f931-4b44-9bab-60f211031980" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.875555] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-501fa15c-f931-4b44-9bab-60f211031980" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.875555] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.875555] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.875555] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.875555] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.875555] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.875555] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('501fa15c-f931-4b44-9bab-60f211031980',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.140929] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72c15541-2a23-41e5-96aa-6181de28bd0d',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.384075] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.384075] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.384075] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.384075] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.384075] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.384075] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.384075] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.384075] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.384075] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.384075] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.384075] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 501fa15c-f931-4b44-9bab-60f211031980 already deleted. [ 731.384075] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-501fa15c-f931-4b44-9bab-60f211031980" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.461423] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-164 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.461613] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-164" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.461741] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-164" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.462059] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-164" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.462336] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.462495] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.462611] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.462840] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.463655] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.464124] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 731.464790] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 731.464931] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 731.465062] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 731.465245] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 731.465389] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 731.465551] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 731.489971] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 731.489971] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 731.489971] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 731.489971] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-164" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.490206] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-7ce31c01-a8f0-4d44-80b0-e36d369f53aa taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.490507] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-7ce31c01-a8f0-4d44-80b0-e36d369f53aa" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.490689] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-7ce31c01-a8f0-4d44-80b0-e36d369f53aa" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.491074] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-7ce31c01-a8f0-4d44-80b0-e36d369f53aa" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.491293] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ce31c01-a8f0-4d44-80b0-e36d369f53aa',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.647547] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.647936] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.647936] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.648039] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.648079] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.648182] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72c15541-2a23-41e5-96aa-6181de28bd0d is going to be created. [ 731.703784] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.704110] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.704110] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.704474] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.704641] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.718364] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72c15541-2a23-41e5-96aa-6181de28bd0d in Status: UNINITIALIZED for 2s [ 731.930488] env[69392]: INFO networking_nsxv3.common.synchronization [None req-a119b666-c398-4510-8188-a659f5d28427 None None] Enqueued Resource ID: 6d863dfb-8275-49f2-9499-6541eb0666f3 with Priority: HIGHEST for action port [ 731.930488] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d863dfb-8275-49f2-9499-6541eb0666f3 with Priority: HIGHEST for action port [ 731.930711] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d863dfb-8275-49f2-9499-6541eb0666f3 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.930711] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d863dfb-8275-49f2-9499-6541eb0666f3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.930833] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d863dfb-8275-49f2-9499-6541eb0666f3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.931069] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d863dfb-8275-49f2-9499-6541eb0666f3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.931170] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d863dfb-8275-49f2-9499-6541eb0666f3',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.998310] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.998555] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.998686] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.998974] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.999144] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.999316] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port 7ce31c01-a8f0-4d44-80b0-e36d369f53aa not found, creating... [ 731.999712] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.999850] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.999850] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.000090] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.000231] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.000550] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.000686] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.000806] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.001328] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.001582] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.001860] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 7ce31c01-a8f0-4d44-80b0-e36d369f53aa is going to be created. [ 732.023992] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.024579] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.024895] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.025237] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.025583] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.027098] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-7ce31c01-a8f0-4d44-80b0-e36d369f53aa" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.364025] env[69392]: INFO networking_nsxv3.common.synchronization [None req-4f1037c4-0e21-4cdd-a178-7d2d342114be tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Enqueued Resource ID: 3ad953ac-89c8-4380-b2f2-1a3f21b3d812 with Priority: HIGHEST for action security_group_rules [ 732.364025] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ad953ac-89c8-4380-b2f2-1a3f21b3d812 with Priority: HIGHEST for action security_group_rules [ 732.364025] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ad953ac-89c8-4380-b2f2-1a3f21b3d812 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.364025] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ad953ac-89c8-4380-b2f2-1a3f21b3d812" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.364025] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ad953ac-89c8-4380-b2f2-1a3f21b3d812" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.364025] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ad953ac-89c8-4380-b2f2-1a3f21b3d812" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.364025] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ad953ac-89c8-4380-b2f2-1a3f21b3d812',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.434819] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6d863dfb-8275-49f2-9499-6541eb0666f3 [ 732.435793] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.436073] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.436073] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.436255] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.436353] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.436448] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6d863dfb-8275-49f2-9499-6541eb0666f3 already deleted. [ 732.436549] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d863dfb-8275-49f2-9499-6541eb0666f3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.487501] env[69392]: INFO networking_nsxv3.common.synchronization [None req-914f4f79-7d6e-42b9-bf16-65f4a31dff4c tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Enqueued Resource ID: 3ad953ac-89c8-4380-b2f2-1a3f21b3d812 with Priority: HIGHEST for action security_group_rules [ 732.488525] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ad953ac-89c8-4380-b2f2-1a3f21b3d812 with Priority: HIGHEST for action security_group_rules [ 732.490326] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ad953ac-89c8-4380-b2f2-1a3f21b3d812 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.490326] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ad953ac-89c8-4380-b2f2-1a3f21b3d812" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.533776] env[69392]: INFO networking_nsxv3.common.synchronization [None req-407a7cfd-b0e0-44b5-8c95-1aa8f7d8f0cd None None] Enqueued Resource ID: 2cc22972-faca-4e44-a966-a429c2b118f1 with Priority: HIGHEST for action port [ 732.534538] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cc22972-faca-4e44-a966-a429c2b118f1 with Priority: HIGHEST for action port [ 732.534967] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-2cc22972-faca-4e44-a966-a429c2b118f1 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.535534] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2cc22972-faca-4e44-a966-a429c2b118f1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.535728] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2cc22972-faca-4e44-a966-a429c2b118f1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.536120] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2cc22972-faca-4e44-a966-a429c2b118f1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.537501] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cc22972-faca-4e44-a966-a429c2b118f1',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.887150] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.887597] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.887597] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.887597] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.887597] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.887735] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ad953ac-89c8-4380-b2f2-1a3f21b3d812 already deleted. [ 732.887767] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ad953ac-89c8-4380-b2f2-1a3f21b3d812" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.888856] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ad953ac-89c8-4380-b2f2-1a3f21b3d812" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.888856] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ad953ac-89c8-4380-b2f2-1a3f21b3d812" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.888856] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ad953ac-89c8-4380-b2f2-1a3f21b3d812',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.039217] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2cc22972-faca-4e44-a966-a429c2b118f1 [ 733.039463] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.039966] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.040084] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.040285] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.040380] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.040481] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2cc22972-faca-4e44-a966-a429c2b118f1 already deleted. [ 733.040564] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2cc22972-faca-4e44-a966-a429c2b118f1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.064687] env[69392]: INFO networking_nsxv3.common.synchronization [None req-e0ea5673-7674-47a9-b42c-21bb4c77bc05 None None] Enqueued Resource ID: c4cf29c0-f92e-4bff-85e4-485d8fa1fc38 with Priority: HIGHEST for action port [ 733.065712] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4cf29c0-f92e-4bff-85e4-485d8fa1fc38 with Priority: HIGHEST for action port [ 733.068755] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4cf29c0-f92e-4bff-85e4-485d8fa1fc38 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.068755] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4cf29c0-f92e-4bff-85e4-485d8fa1fc38" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.068755] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4cf29c0-f92e-4bff-85e4-485d8fa1fc38" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.068755] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4cf29c0-f92e-4bff-85e4-485d8fa1fc38" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.068755] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4cf29c0-f92e-4bff-85e4-485d8fa1fc38',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.081537] env[69392]: INFO networking_nsxv3.common.synchronization [None req-90a37289-76e5-405e-923c-2c313d65fdf5 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Enqueued Resource ID: 224897ee-990d-46c1-bc5c-173faeaf24d1 with Priority: HIGHEST for action security_group_rules [ 733.081537] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 224897ee-990d-46c1-bc5c-173faeaf24d1 with Priority: HIGHEST for action security_group_rules [ 733.081537] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-224897ee-990d-46c1-bc5c-173faeaf24d1 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.081537] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-224897ee-990d-46c1-bc5c-173faeaf24d1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.081537] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-224897ee-990d-46c1-bc5c-173faeaf24d1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.081537] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-224897ee-990d-46c1-bc5c-173faeaf24d1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.081537] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('224897ee-990d-46c1-bc5c-173faeaf24d1',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.287166] env[69392]: INFO networking_nsxv3.common.synchronization [None req-833f3fae-d073-425d-8dc4-35ee73142037 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Enqueued Resource ID: 224897ee-990d-46c1-bc5c-173faeaf24d1 with Priority: HIGHEST for action security_group_rules [ 733.288453] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 224897ee-990d-46c1-bc5c-173faeaf24d1 with Priority: HIGHEST for action security_group_rules [ 733.291348] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-224897ee-990d-46c1-bc5c-173faeaf24d1 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.291348] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-224897ee-990d-46c1-bc5c-173faeaf24d1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.425063] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.425063] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.425063] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.425063] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.425063] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.425063] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ad953ac-89c8-4380-b2f2-1a3f21b3d812 already deleted. [ 733.425063] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ad953ac-89c8-4380-b2f2-1a3f21b3d812" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.530990] env[69392]: INFO networking_nsxv3.common.synchronization [req-de114316-1596-482a-a149-a865dd07c808 req-940bb395-3e2c-4119-9b5c-dd79504a202b service nova] Enqueued Resource ID: 501fa15c-f931-4b44-9bab-60f211031980 with Priority: HIGHEST for action security_group_rules [ 733.531413] env[69392]: INFO networking_nsxv3.common.synchronization [req-de114316-1596-482a-a149-a865dd07c808 req-940bb395-3e2c-4119-9b5c-dd79504a202b service nova] Enqueued Resource ID: 501fa15c-f931-4b44-9bab-60f211031980 with Priority: HIGHEST for action security_group_members [ 733.532224] env[69392]: INFO networking_nsxv3.common.synchronization [req-de114316-1596-482a-a149-a865dd07c808 req-940bb395-3e2c-4119-9b5c-dd79504a202b service nova] Enqueued Resource ID: 7ce31c01-a8f0-4d44-80b0-e36d369f53aa with Priority: HIGHEST for action port [ 733.532867] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 501fa15c-f931-4b44-9bab-60f211031980 with Priority: HIGHEST for action security_group_rules [ 733.533313] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 501fa15c-f931-4b44-9bab-60f211031980 with Priority: HIGHEST for action security_group_members [ 733.533566] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ce31c01-a8f0-4d44-80b0-e36d369f53aa with Priority: HIGHEST for action port [ 733.533956] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-501fa15c-f931-4b44-9bab-60f211031980 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.534286] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-501fa15c-f931-4b44-9bab-60f211031980" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.537058] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-501fa15c-f931-4b44-9bab-60f211031980" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.537058] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-501fa15c-f931-4b44-9bab-60f211031980" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.537058] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('501fa15c-f931-4b44-9bab-60f211031980',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.537058] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-501fa15c-f931-4b44-9bab-60f211031980 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.537058] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-501fa15c-f931-4b44-9bab-60f211031980" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.537058] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-501fa15c-f931-4b44-9bab-60f211031980" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.537058] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-501fa15c-f931-4b44-9bab-60f211031980" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.537058] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.537058] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.537058] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.537058] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.537058] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.537058] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('501fa15c-f931-4b44-9bab-60f211031980',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.539614] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ce31c01-a8f0-4d44-80b0-e36d369f53aa taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.539614] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ce31c01-a8f0-4d44-80b0-e36d369f53aa" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.539614] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ce31c01-a8f0-4d44-80b0-e36d369f53aa" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.539614] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ce31c01-a8f0-4d44-80b0-e36d369f53aa" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.539614] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ce31c01-a8f0-4d44-80b0-e36d369f53aa',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.571671] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c4cf29c0-f92e-4bff-85e4-485d8fa1fc38 [ 733.571928] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.572109] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.572187] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.572397] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.572489] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.572596] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c4cf29c0-f92e-4bff-85e4-485d8fa1fc38 already deleted. [ 733.572689] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4cf29c0-f92e-4bff-85e4-485d8fa1fc38" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.604889] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.604889] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.604889] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.605086] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.605118] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.605223] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 224897ee-990d-46c1-bc5c-173faeaf24d1 already deleted. [ 733.605312] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-224897ee-990d-46c1-bc5c-173faeaf24d1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.605816] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-224897ee-990d-46c1-bc5c-173faeaf24d1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.605999] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-224897ee-990d-46c1-bc5c-173faeaf24d1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.606101] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('224897ee-990d-46c1-bc5c-173faeaf24d1',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.733503] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72c15541-2a23-41e5-96aa-6181de28bd0d in Status: SUCCESS [ 733.735041] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72c15541-2a23-41e5-96aa-6181de28bd0d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.735395] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72c15541-2a23-41e5-96aa-6181de28bd0d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.735615] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72c15541-2a23-41e5-96aa-6181de28bd0d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.735819] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.735949] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.736342] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.736342] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.736342] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.736342] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72c15541-2a23-41e5-96aa-6181de28bd0d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.736584] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('72c15541-2a23-41e5-96aa-6181de28bd0d',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.041536] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-501fa15c-f931-4b44-9bab-60f211031980 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.041536] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-501fa15c-f931-4b44-9bab-60f211031980" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.041536] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('501fa15c-f931-4b44-9bab-60f211031980',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.042067] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7ce31c01-a8f0-4d44-80b0-e36d369f53aa with status ACTIVE [ 734.042067] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.042803] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.042803] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.042803] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.042803] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.042803] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.043057] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.043057] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.043168] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.043232] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.043423] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.044070] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.044070] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.044070] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.044070] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.044070] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7ce31c01-a8f0-4d44-80b0-e36d369f53aa is going to be updated. [ 734.067393] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.067592] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.067592] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.067819] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.067950] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.068128] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ce31c01-a8f0-4d44-80b0-e36d369f53aa" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.129861] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.130039] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.130163] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.130653] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.130745] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.130848] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 224897ee-990d-46c1-bc5c-173faeaf24d1 already deleted. [ 734.130944] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-224897ee-990d-46c1-bc5c-173faeaf24d1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.239208] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-72c15541-2a23-41e5-96aa-6181de28bd0d taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.239375] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72c15541-2a23-41e5-96aa-6181de28bd0d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.239464] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72c15541-2a23-41e5-96aa-6181de28bd0d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.239702] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72c15541-2a23-41e5-96aa-6181de28bd0d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.239877] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.240020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.240090] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.240272] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.240358] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.240441] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72c15541-2a23-41e5-96aa-6181de28bd0d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.240603] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-72c15541-2a23-41e5-96aa-6181de28bd0d taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.240723] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72c15541-2a23-41e5-96aa-6181de28bd0d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.240784] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72c15541-2a23-41e5-96aa-6181de28bd0d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.240903] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72c15541-2a23-41e5-96aa-6181de28bd0d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.241064] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.241163] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.241230] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.241366] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.241445] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.241538] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72c15541-2a23-41e5-96aa-6181de28bd0d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.241631] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('72c15541-2a23-41e5-96aa-6181de28bd0d',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.546156] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('501fa15c-f931-4b44-9bab-60f211031980',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.744560] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 72c15541-2a23-41e5-96aa-6181de28bd0d: rpc.has_security_group_logging(os_id): False [ 734.764935] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.764935] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.765174] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.765284] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.765335] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.765652] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.766287] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.768239] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.768399] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.768509] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.768761] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.768901] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.768964] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.769154] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.769255] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.769460] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.769684] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.769684] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.769819] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.769874] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.769947] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72c15541-2a23-41e5-96aa-6181de28bd0d is going to be created. [ 734.855583] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.855583] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.855583] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.855583] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.855583] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.865236] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72c15541-2a23-41e5-96aa-6181de28bd0d in Status: IN_PROGRESS for 2s [ 735.029202] env[69392]: INFO networking_nsxv3.common.synchronization [None req-d6763056-9cac-428c-a465-00b891852a38 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Enqueued Resource ID: 60803e0d-1dc7-43a3-bc06-9feb6c234283 with Priority: HIGHEST for action security_group_rules [ 735.029728] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60803e0d-1dc7-43a3-bc06-9feb6c234283 with Priority: HIGHEST for action security_group_rules [ 735.030192] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60803e0d-1dc7-43a3-bc06-9feb6c234283 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.030299] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60803e0d-1dc7-43a3-bc06-9feb6c234283" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.030299] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60803e0d-1dc7-43a3-bc06-9feb6c234283" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.030535] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60803e0d-1dc7-43a3-bc06-9feb6c234283" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.030638] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60803e0d-1dc7-43a3-bc06-9feb6c234283',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.051761] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.052135] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.052135] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.052361] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.052418] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.052523] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 501fa15c-f931-4b44-9bab-60f211031980 is going to be created. [ 735.078837] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.078989] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.079095] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.079326] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.082203] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.096992] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 501fa15c-f931-4b44-9bab-60f211031980 in Status: UNINITIALIZED for 2s [ 735.131200] env[69392]: INFO networking_nsxv3.common.synchronization [req-14dda301-4043-46ff-8645-0bf942b83c8a req-280e01fc-5f6a-4819-a405-ec4a64d397e3 tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Enqueued Resource ID: 82e9d903-7c87-4299-bc36-6ab88db29652 with Priority: HIGHEST for action security_group_members [ 735.131365] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82e9d903-7c87-4299-bc36-6ab88db29652 with Priority: HIGHEST for action security_group_members [ 735.131664] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-82e9d903-7c87-4299-bc36-6ab88db29652 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.131805] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82e9d903-7c87-4299-bc36-6ab88db29652" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.131875] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82e9d903-7c87-4299-bc36-6ab88db29652" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.132649] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82e9d903-7c87-4299-bc36-6ab88db29652" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.132906] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.133084] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.133084] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.133378] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.133378] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.133512] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82e9d903-7c87-4299-bc36-6ab88db29652',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.192687] env[69392]: INFO networking_nsxv3.common.synchronization [None req-3ca3606a-6c34-4cad-8631-5df7c6d52ad7 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Enqueued Resource ID: 60803e0d-1dc7-43a3-bc06-9feb6c234283 with Priority: HIGHEST for action security_group_rules [ 735.193151] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60803e0d-1dc7-43a3-bc06-9feb6c234283 with Priority: HIGHEST for action security_group_rules [ 735.194175] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60803e0d-1dc7-43a3-bc06-9feb6c234283 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.194282] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60803e0d-1dc7-43a3-bc06-9feb6c234283" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.392244] env[69392]: INFO networking_nsxv3.common.synchronization [None req-1a21418f-5029-45a6-8aef-e05220453a1f None None] Enqueued Resource ID: dbfea8a9-2267-485c-bcb3-523057c2af5f with Priority: HIGHEST for action port [ 735.393635] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbfea8a9-2267-485c-bcb3-523057c2af5f with Priority: HIGHEST for action port [ 735.393635] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-dbfea8a9-2267-485c-bcb3-523057c2af5f taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.393753] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dbfea8a9-2267-485c-bcb3-523057c2af5f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.393789] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dbfea8a9-2267-485c-bcb3-523057c2af5f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.394832] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dbfea8a9-2267-485c-bcb3-523057c2af5f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.394877] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbfea8a9-2267-485c-bcb3-523057c2af5f',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.551422] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.551489] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.551659] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.551759] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.551836] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.551927] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60803e0d-1dc7-43a3-bc06-9feb6c234283 already deleted. [ 735.552035] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60803e0d-1dc7-43a3-bc06-9feb6c234283" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.552197] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60803e0d-1dc7-43a3-bc06-9feb6c234283" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.552717] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60803e0d-1dc7-43a3-bc06-9feb6c234283" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.552717] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60803e0d-1dc7-43a3-bc06-9feb6c234283',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.636751] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.636751] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.636751] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.636988] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.637039] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.637215] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.637355] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.637402] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.637552] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.637607] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.637749] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82e9d903-7c87-4299-bc36-6ab88db29652 already deleted. [ 735.637804] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82e9d903-7c87-4299-bc36-6ab88db29652" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.897379] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dbfea8a9-2267-485c-bcb3-523057c2af5f [ 735.897624] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.897982] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.897982] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.898058] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.898201] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.898752] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dbfea8a9-2267-485c-bcb3-523057c2af5f already deleted. [ 735.899575] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dbfea8a9-2267-485c-bcb3-523057c2af5f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.041123] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-449 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.041309] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-449" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.041497] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-449" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.041857] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-449" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.043056] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.043056] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.043056] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.043056] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.043056] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.043990] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 736.044120] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 736.044246] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 736.044360] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 736.044476] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 736.044584] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 736.044714] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 736.065284] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 736.065284] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 736.065284] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 736.065662] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-449" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.066031] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-45ac3d29-696d-4411-9c15-05d596fd7e45 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.066031] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-45ac3d29-696d-4411-9c15-05d596fd7e45" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.066249] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-45ac3d29-696d-4411-9c15-05d596fd7e45" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.066412] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-45ac3d29-696d-4411-9c15-05d596fd7e45" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.066706] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45ac3d29-696d-4411-9c15-05d596fd7e45',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.093697] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.093697] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.093697] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.093909] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.093909] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.093909] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60803e0d-1dc7-43a3-bc06-9feb6c234283 already deleted. [ 736.093989] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60803e0d-1dc7-43a3-bc06-9feb6c234283" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.574658] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.574658] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.574658] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.574658] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.574658] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.574658] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port 45ac3d29-696d-4411-9c15-05d596fd7e45 not found, creating... [ 736.574658] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.574658] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.574658] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.574658] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.574658] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.575097] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.575097] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.575097] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.577495] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.577668] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.577837] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 45ac3d29-696d-4411-9c15-05d596fd7e45 is going to be created. [ 736.603934] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.605102] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.605102] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.605102] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.605102] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.605102] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-45ac3d29-696d-4411-9c15-05d596fd7e45" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.878038] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72c15541-2a23-41e5-96aa-6181de28bd0d in Status: SUCCESS [ 736.878405] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72c15541-2a23-41e5-96aa-6181de28bd0d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.108423] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 501fa15c-f931-4b44-9bab-60f211031980 in Status: SUCCESS [ 737.108423] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-501fa15c-f931-4b44-9bab-60f211031980" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.110400] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-501fa15c-f931-4b44-9bab-60f211031980" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.110400] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-501fa15c-f931-4b44-9bab-60f211031980" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.110400] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.110400] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.110400] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.110400] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.110400] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.110400] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-501fa15c-f931-4b44-9bab-60f211031980" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.110400] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('501fa15c-f931-4b44-9bab-60f211031980',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.615742] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-501fa15c-f931-4b44-9bab-60f211031980 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.615742] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-501fa15c-f931-4b44-9bab-60f211031980" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.615742] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-501fa15c-f931-4b44-9bab-60f211031980" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.615742] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-501fa15c-f931-4b44-9bab-60f211031980" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.615742] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.615742] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.615742] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.615742] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.615742] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.615742] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-501fa15c-f931-4b44-9bab-60f211031980" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.617363] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-501fa15c-f931-4b44-9bab-60f211031980 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.617363] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-501fa15c-f931-4b44-9bab-60f211031980" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.617363] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-501fa15c-f931-4b44-9bab-60f211031980" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.617363] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-501fa15c-f931-4b44-9bab-60f211031980" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.617363] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.617363] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.617363] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.617363] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.618050] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.618170] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-501fa15c-f931-4b44-9bab-60f211031980" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.618274] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('501fa15c-f931-4b44-9bab-60f211031980',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.761524] env[69392]: INFO networking_nsxv3.common.synchronization [req-14dda301-4043-46ff-8645-0bf942b83c8a req-947f6767-c8fa-4847-8a44-8f5cb7f34a7f service nova] Enqueued Resource ID: 82e9d903-7c87-4299-bc36-6ab88db29652 with Priority: HIGHEST for action security_group_rules [ 737.761782] env[69392]: INFO networking_nsxv3.common.synchronization [req-14dda301-4043-46ff-8645-0bf942b83c8a req-947f6767-c8fa-4847-8a44-8f5cb7f34a7f service nova] Enqueued Resource ID: 82e9d903-7c87-4299-bc36-6ab88db29652 with Priority: HIGHEST for action security_group_members [ 737.761849] env[69392]: INFO networking_nsxv3.common.synchronization [req-14dda301-4043-46ff-8645-0bf942b83c8a req-947f6767-c8fa-4847-8a44-8f5cb7f34a7f service nova] Enqueued Resource ID: 45ac3d29-696d-4411-9c15-05d596fd7e45 with Priority: HIGHEST for action port [ 737.766035] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82e9d903-7c87-4299-bc36-6ab88db29652 with Priority: HIGHEST for action security_group_rules [ 737.766341] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82e9d903-7c87-4299-bc36-6ab88db29652 with Priority: HIGHEST for action security_group_members [ 737.766468] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45ac3d29-696d-4411-9c15-05d596fd7e45 with Priority: HIGHEST for action port [ 737.767132] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82e9d903-7c87-4299-bc36-6ab88db29652 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.767315] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82e9d903-7c87-4299-bc36-6ab88db29652" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.767392] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82e9d903-7c87-4299-bc36-6ab88db29652" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.767706] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82e9d903-7c87-4299-bc36-6ab88db29652" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.767829] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82e9d903-7c87-4299-bc36-6ab88db29652',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.769097] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-82e9d903-7c87-4299-bc36-6ab88db29652 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.771123] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82e9d903-7c87-4299-bc36-6ab88db29652" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.771222] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82e9d903-7c87-4299-bc36-6ab88db29652" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.771474] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82e9d903-7c87-4299-bc36-6ab88db29652" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.771655] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.771808] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.771893] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.772276] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.772276] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.772369] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82e9d903-7c87-4299-bc36-6ab88db29652',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.773426] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-45ac3d29-696d-4411-9c15-05d596fd7e45 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.773584] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45ac3d29-696d-4411-9c15-05d596fd7e45" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.773707] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45ac3d29-696d-4411-9c15-05d596fd7e45" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.773969] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45ac3d29-696d-4411-9c15-05d596fd7e45" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.782342] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45ac3d29-696d-4411-9c15-05d596fd7e45',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.123264] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 501fa15c-f931-4b44-9bab-60f211031980: rpc.has_security_group_logging(os_id): False [ 738.147869] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.150525] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.150525] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.150525] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.150525] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.150525] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.150525] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.150525] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.151877] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.151877] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.151877] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.151877] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.156019] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.156019] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.156019] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.156019] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.156019] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.156019] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.156633] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.156633] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.156633] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 501fa15c-f931-4b44-9bab-60f211031980 is going to be created. [ 738.229787] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.230051] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.230136] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.230367] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.230546] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.253284] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 501fa15c-f931-4b44-9bab-60f211031980 in Status: IN_PROGRESS for 2s [ 738.281064] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-82e9d903-7c87-4299-bc36-6ab88db29652 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.281064] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82e9d903-7c87-4299-bc36-6ab88db29652" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.281473] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('82e9d903-7c87-4299-bc36-6ab88db29652',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.283953] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 45ac3d29-696d-4411-9c15-05d596fd7e45 with status ACTIVE [ 738.284587] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.284799] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.284926] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.285157] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.285339] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.285760] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.285760] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.285760] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.285937] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.286031] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.287232] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.287232] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.287232] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.287232] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.287232] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.287232] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 45ac3d29-696d-4411-9c15-05d596fd7e45 is going to be updated. [ 738.344533] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.345387] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.345387] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.345387] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.345832] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.346294] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45ac3d29-696d-4411-9c15-05d596fd7e45" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.480182] env[69392]: INFO networking_nsxv3.common.synchronization [req-62ca27f6-843c-439f-a5d4-4298ccf53586 req-56b8f061-e847-4a4d-b26d-c32589abc3a8 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Enqueued Resource ID: e6d7b634-70cc-4999-8252-c2e90c5d0fbb with Priority: HIGHEST for action security_group_members [ 738.480182] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6d7b634-70cc-4999-8252-c2e90c5d0fbb with Priority: HIGHEST for action security_group_members [ 738.480182] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6d7b634-70cc-4999-8252-c2e90c5d0fbb taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.480182] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6d7b634-70cc-4999-8252-c2e90c5d0fbb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.481530] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6d7b634-70cc-4999-8252-c2e90c5d0fbb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.486137] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6d7b634-70cc-4999-8252-c2e90c5d0fbb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.486137] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.486137] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.486137] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.486137] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.486137] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.486137] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6d7b634-70cc-4999-8252-c2e90c5d0fbb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.793268] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('82e9d903-7c87-4299-bc36-6ab88db29652',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.921834] env[69392]: INFO networking_nsxv3.common.synchronization [None req-11a4c88e-406e-4706-a273-aa3ee6594e48 None None] Enqueued Resource ID: 7fc17df2-5926-4f1d-9623-2241145bfa81 with Priority: HIGHEST for action port [ 738.921834] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fc17df2-5926-4f1d-9623-2241145bfa81 with Priority: HIGHEST for action port [ 738.924526] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-7fc17df2-5926-4f1d-9623-2241145bfa81 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.924733] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7fc17df2-5926-4f1d-9623-2241145bfa81" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.924733] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7fc17df2-5926-4f1d-9623-2241145bfa81" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.925697] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7fc17df2-5926-4f1d-9623-2241145bfa81" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.925697] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fc17df2-5926-4f1d-9623-2241145bfa81',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.985263] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.985435] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.986924] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.986924] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.986924] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.986924] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.986924] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.986924] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.986924] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.988199] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.988304] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6d7b634-70cc-4999-8252-c2e90c5d0fbb already deleted. [ 738.988419] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6d7b634-70cc-4999-8252-c2e90c5d0fbb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.296465] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.296790] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.296790] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.296790] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.297053] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.297053] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82e9d903-7c87-4299-bc36-6ab88db29652 is going to be created. [ 739.326286] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.326451] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.326519] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.326751] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.326906] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.341928] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82e9d903-7c87-4299-bc36-6ab88db29652 in Status: UNINITIALIZED for 2s [ 739.428939] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7fc17df2-5926-4f1d-9623-2241145bfa81 [ 739.429233] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.429376] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.429445] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.429659] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.429746] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.429838] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7fc17df2-5926-4f1d-9623-2241145bfa81 already deleted. [ 739.432259] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7fc17df2-5926-4f1d-9623-2241145bfa81" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.580380] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-164 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.580380] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-164" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.580380] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-164" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.580380] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-164" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.580380] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.580380] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.580380] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.580380] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.580380] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.580380] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 739.580380] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 739.580380] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 739.580380] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 739.580895] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 739.580895] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 739.580895] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 739.613039] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 739.618025] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 739.618025] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 739.618025] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-164" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.618025] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-d5dfd71e-f848-42be-9017-70574bef95ef taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.618025] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-d5dfd71e-f848-42be-9017-70574bef95ef" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.618025] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-d5dfd71e-f848-42be-9017-70574bef95ef" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.621602] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-d5dfd71e-f848-42be-9017-70574bef95ef" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.621602] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5dfd71e-f848-42be-9017-70574bef95ef',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.811508] env[69392]: INFO networking_nsxv3.common.synchronization [None req-6fe0bf29-283b-4068-b055-937d076660b7 None None] Enqueued Resource ID: f41f80dd-b257-4ad3-b588-741682a4c34c with Priority: HIGHEST for action port [ 739.811917] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f41f80dd-b257-4ad3-b588-741682a4c34c with Priority: HIGHEST for action port [ 739.812207] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-f41f80dd-b257-4ad3-b588-741682a4c34c taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.812348] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f41f80dd-b257-4ad3-b588-741682a4c34c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.812673] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f41f80dd-b257-4ad3-b588-741682a4c34c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.814043] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f41f80dd-b257-4ad3-b588-741682a4c34c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.814043] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f41f80dd-b257-4ad3-b588-741682a4c34c',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.127436] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.127563] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.127751] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.128302] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.128476] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.128831] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port d5dfd71e-f848-42be-9017-70574bef95ef not found, creating... [ 740.129223] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.130556] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.130556] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.130556] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.130556] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.130556] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.132092] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.132092] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.132092] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.132092] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.132092] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: d5dfd71e-f848-42be-9017-70574bef95ef is going to be created. [ 740.164377] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.165056] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.165056] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.165240] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.165499] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.165686] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-d5dfd71e-f848-42be-9017-70574bef95ef" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.283686] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 501fa15c-f931-4b44-9bab-60f211031980 in Status: SUCCESS [ 740.283962] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-501fa15c-f931-4b44-9bab-60f211031980" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.316412] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f41f80dd-b257-4ad3-b588-741682a4c34c [ 740.316724] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.316815] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.316854] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.317085] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.317220] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.317292] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f41f80dd-b257-4ad3-b588-741682a4c34c already deleted. [ 740.317374] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f41f80dd-b257-4ad3-b588-741682a4c34c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.432769] env[69392]: INFO networking_nsxv3.common.synchronization [None req-daee6c2e-7ba3-4c38-acbc-adbe63d62cc6 None None] Enqueued Resource ID: ddfbbf72-f148-4f73-b4bc-3e34582cd066 with Priority: HIGHEST for action port [ 740.433432] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddfbbf72-f148-4f73-b4bc-3e34582cd066 with Priority: HIGHEST for action port [ 740.437354] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-ddfbbf72-f148-4f73-b4bc-3e34582cd066 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.437354] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ddfbbf72-f148-4f73-b4bc-3e34582cd066" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.437354] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ddfbbf72-f148-4f73-b4bc-3e34582cd066" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.437354] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ddfbbf72-f148-4f73-b4bc-3e34582cd066" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.437354] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddfbbf72-f148-4f73-b4bc-3e34582cd066',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.938713] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ddfbbf72-f148-4f73-b4bc-3e34582cd066 [ 740.939012] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.939162] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.939247] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.939565] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.939707] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.939860] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ddfbbf72-f148-4f73-b4bc-3e34582cd066 already deleted. [ 740.940314] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ddfbbf72-f148-4f73-b4bc-3e34582cd066" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.364344] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82e9d903-7c87-4299-bc36-6ab88db29652 in Status: SUCCESS [ 741.365278] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82e9d903-7c87-4299-bc36-6ab88db29652" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.365640] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82e9d903-7c87-4299-bc36-6ab88db29652" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.365681] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82e9d903-7c87-4299-bc36-6ab88db29652" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.366342] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.366342] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.366342] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.366342] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.366342] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.366675] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82e9d903-7c87-4299-bc36-6ab88db29652" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.366675] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('82e9d903-7c87-4299-bc36-6ab88db29652',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.554168] env[69392]: INFO networking_nsxv3.common.synchronization [req-b1853fb4-132c-4072-a519-612a2388e586 req-0983b931-97c5-401e-898b-ec6dbb90e66a tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Enqueued Resource ID: 5e7a001d-34e6-446a-9f04-16e41112b9e1 with Priority: HIGHEST for action security_group_members [ 741.554168] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e7a001d-34e6-446a-9f04-16e41112b9e1 with Priority: HIGHEST for action security_group_members [ 741.555785] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e7a001d-34e6-446a-9f04-16e41112b9e1 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.555785] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e7a001d-34e6-446a-9f04-16e41112b9e1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.558392] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e7a001d-34e6-446a-9f04-16e41112b9e1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.558392] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e7a001d-34e6-446a-9f04-16e41112b9e1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.558392] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.558392] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.558392] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.558392] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.558392] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.558392] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e7a001d-34e6-446a-9f04-16e41112b9e1',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.866854] env[69392]: INFO networking_nsxv3.common.synchronization [req-62ca27f6-843c-439f-a5d4-4298ccf53586 req-5d1f8e54-789c-4f55-98a8-69eadf9e344a service nova] Enqueued Resource ID: e6d7b634-70cc-4999-8252-c2e90c5d0fbb with Priority: HIGHEST for action security_group_rules [ 741.866854] env[69392]: INFO networking_nsxv3.common.synchronization [req-62ca27f6-843c-439f-a5d4-4298ccf53586 req-5d1f8e54-789c-4f55-98a8-69eadf9e344a service nova] Enqueued Resource ID: e6d7b634-70cc-4999-8252-c2e90c5d0fbb with Priority: HIGHEST for action security_group_members [ 741.866854] env[69392]: INFO networking_nsxv3.common.synchronization [req-62ca27f6-843c-439f-a5d4-4298ccf53586 req-5d1f8e54-789c-4f55-98a8-69eadf9e344a service nova] Enqueued Resource ID: d5dfd71e-f848-42be-9017-70574bef95ef with Priority: HIGHEST for action port [ 741.866854] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6d7b634-70cc-4999-8252-c2e90c5d0fbb with Priority: HIGHEST for action security_group_rules [ 741.866854] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6d7b634-70cc-4999-8252-c2e90c5d0fbb with Priority: HIGHEST for action security_group_members [ 741.866854] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5dfd71e-f848-42be-9017-70574bef95ef with Priority: HIGHEST for action port [ 741.869369] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6d7b634-70cc-4999-8252-c2e90c5d0fbb taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.869369] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6d7b634-70cc-4999-8252-c2e90c5d0fbb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.869369] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6d7b634-70cc-4999-8252-c2e90c5d0fbb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.869369] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6d7b634-70cc-4999-8252-c2e90c5d0fbb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.869369] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6d7b634-70cc-4999-8252-c2e90c5d0fbb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.870272] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6d7b634-70cc-4999-8252-c2e90c5d0fbb taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.870272] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6d7b634-70cc-4999-8252-c2e90c5d0fbb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.870272] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6d7b634-70cc-4999-8252-c2e90c5d0fbb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.870272] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6d7b634-70cc-4999-8252-c2e90c5d0fbb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.870272] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.870272] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.870561] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.870561] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.870561] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.870639] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6d7b634-70cc-4999-8252-c2e90c5d0fbb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.872238] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5dfd71e-f848-42be-9017-70574bef95ef taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.872238] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5dfd71e-f848-42be-9017-70574bef95ef" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.872238] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5dfd71e-f848-42be-9017-70574bef95ef" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.872238] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5dfd71e-f848-42be-9017-70574bef95ef" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.872238] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5dfd71e-f848-42be-9017-70574bef95ef',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.879206] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-82e9d903-7c87-4299-bc36-6ab88db29652 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.879330] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82e9d903-7c87-4299-bc36-6ab88db29652" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.879414] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82e9d903-7c87-4299-bc36-6ab88db29652" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.879641] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82e9d903-7c87-4299-bc36-6ab88db29652" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.879815] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.879924] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.883018] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.883018] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.883018] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.883018] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82e9d903-7c87-4299-bc36-6ab88db29652" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.883435] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-82e9d903-7c87-4299-bc36-6ab88db29652 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.883435] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82e9d903-7c87-4299-bc36-6ab88db29652" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.883435] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82e9d903-7c87-4299-bc36-6ab88db29652" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.885286] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82e9d903-7c87-4299-bc36-6ab88db29652" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.885286] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.885286] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.885639] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.885639] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.885639] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.885639] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82e9d903-7c87-4299-bc36-6ab88db29652" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.885821] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('82e9d903-7c87-4299-bc36-6ab88db29652',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.060417] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.062850] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.062850] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.062850] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.062850] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.062850] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.062850] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.062850] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.062850] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.062850] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.062850] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e7a001d-34e6-446a-9f04-16e41112b9e1 already deleted. [ 742.062850] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e7a001d-34e6-446a-9f04-16e41112b9e1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.199571] env[69392]: INFO networking_nsxv3.common.synchronization [None req-9a5a09eb-c1a5-4042-808b-3438ae648466 None None] Enqueued Resource ID: 1f579ade-26e9-4abd-8ab9-cc35656aba02 with Priority: HIGHEST for action port [ 742.200451] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f579ade-26e9-4abd-8ab9-cc35656aba02 with Priority: HIGHEST for action port [ 742.200451] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f579ade-26e9-4abd-8ab9-cc35656aba02 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.200660] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f579ade-26e9-4abd-8ab9-cc35656aba02" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.200660] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f579ade-26e9-4abd-8ab9-cc35656aba02" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.200912] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f579ade-26e9-4abd-8ab9-cc35656aba02" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.200994] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f579ade-26e9-4abd-8ab9-cc35656aba02',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.381330] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6d7b634-70cc-4999-8252-c2e90c5d0fbb taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.381330] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6d7b634-70cc-4999-8252-c2e90c5d0fbb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.381330] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d5dfd71e-f848-42be-9017-70574bef95ef with status ACTIVE [ 742.381330] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.381330] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.381330] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.381330] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.381867] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.381867] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.381867] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.381867] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.381867] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.383216] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.383216] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.383216] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.383216] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.383216] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.383216] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.383216] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d5dfd71e-f848-42be-9017-70574bef95ef is going to be updated. [ 742.385328] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e6d7b634-70cc-4999-8252-c2e90c5d0fbb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.391760] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 82e9d903-7c87-4299-bc36-6ab88db29652: rpc.has_security_group_logging(os_id): False [ 742.409569] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.409569] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.409569] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.409569] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.409569] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.409817] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.409817] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.409817] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.410163] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.410163] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.410250] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.410416] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.410416] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.410541] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.410614] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.410790] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.410887] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.410972] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.413311] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.413404] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.413663] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82e9d903-7c87-4299-bc36-6ab88db29652 is going to be created. [ 742.415777] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.415902] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.416093] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.416185] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.416441] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.416441] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5dfd71e-f848-42be-9017-70574bef95ef" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.485872] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.486101] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.486101] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.486318] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.486503] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.510115] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82e9d903-7c87-4299-bc36-6ab88db29652 in Status: IN_PROGRESS for 2s [ 742.654391] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-164 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.655397] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-164" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.655560] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-164" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.655876] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-164" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.656367] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.658030] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.658030] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.658030] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.658030] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.658030] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 742.658030] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 742.660130] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 742.660324] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 742.660890] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 742.661075] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 742.661394] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 742.687808] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 742.687980] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 742.688425] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 742.688425] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-164" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.688628] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-c6321861-cb61-4a91-9262-9c93454ab6e6 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.691505] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-c6321861-cb61-4a91-9262-9c93454ab6e6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.691505] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-c6321861-cb61-4a91-9262-9c93454ab6e6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.691505] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-c6321861-cb61-4a91-9262-9c93454ab6e6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.691669] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6321861-cb61-4a91-9262-9c93454ab6e6',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.706405] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1f579ade-26e9-4abd-8ab9-cc35656aba02 [ 742.706658] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.706779] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.707396] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.707396] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.707396] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.707396] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1f579ade-26e9-4abd-8ab9-cc35656aba02 already deleted. [ 742.707396] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f579ade-26e9-4abd-8ab9-cc35656aba02" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.888666] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e6d7b634-70cc-4999-8252-c2e90c5d0fbb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.196116] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.196356] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.196490] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.196783] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.197111] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.197111] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port c6321861-cb61-4a91-9262-9c93454ab6e6 not found, creating... [ 743.197395] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.197573] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.197692] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.197959] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.198678] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.198678] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.198678] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.198678] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.198907] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.199663] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.199826] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: c6321861-cb61-4a91-9262-9c93454ab6e6 is going to be created. [ 743.223175] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.223358] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.223512] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.223834] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.224176] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.224423] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-c6321861-cb61-4a91-9262-9c93454ab6e6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.339082] env[69392]: INFO networking_nsxv3.common.synchronization [None req-28155240-f443-444a-9632-0edf81be3c9b None None] Enqueued Resource ID: 59c741f7-b9b9-4128-9676-a618f1c80166 with Priority: HIGHEST for action port [ 743.340269] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59c741f7-b9b9-4128-9676-a618f1c80166 with Priority: HIGHEST for action port [ 743.340884] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-59c741f7-b9b9-4128-9676-a618f1c80166 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.340978] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59c741f7-b9b9-4128-9676-a618f1c80166" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.341217] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59c741f7-b9b9-4128-9676-a618f1c80166" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.341550] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59c741f7-b9b9-4128-9676-a618f1c80166" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.341755] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59c741f7-b9b9-4128-9676-a618f1c80166',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.393310] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.393310] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.393310] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.393310] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.393310] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.393310] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6d7b634-70cc-4999-8252-c2e90c5d0fbb is going to be created. [ 743.427610] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.428275] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.428275] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.428275] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.428275] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.443972] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6d7b634-70cc-4999-8252-c2e90c5d0fbb in Status: UNINITIALIZED for 2s [ 743.446282] env[69392]: INFO networking_nsxv3.common.synchronization [None req-d19fc963-4c0d-4060-837e-975c533cfe20 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Enqueued Resource ID: 624ee1c4-2751-4f3f-8d79-a5dedadab0c7 with Priority: HIGHEST for action security_group_rules [ 743.446710] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 624ee1c4-2751-4f3f-8d79-a5dedadab0c7 with Priority: HIGHEST for action security_group_rules [ 743.446989] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-624ee1c4-2751-4f3f-8d79-a5dedadab0c7 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.451270] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-624ee1c4-2751-4f3f-8d79-a5dedadab0c7" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.451371] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-624ee1c4-2751-4f3f-8d79-a5dedadab0c7" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.451691] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-624ee1c4-2751-4f3f-8d79-a5dedadab0c7" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.451758] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('624ee1c4-2751-4f3f-8d79-a5dedadab0c7',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.845149] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 59c741f7-b9b9-4128-9676-a618f1c80166 [ 743.845420] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.845739] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.845885] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.846327] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.846327] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.846327] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:59c741f7-b9b9-4128-9676-a618f1c80166 already deleted. [ 743.846480] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59c741f7-b9b9-4128-9676-a618f1c80166" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.928196] env[69392]: INFO networking_nsxv3.common.synchronization [None req-5ee2b0e3-60e7-489c-88b6-96eec374b002 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Enqueued Resource ID: 624ee1c4-2751-4f3f-8d79-a5dedadab0c7 with Priority: HIGHEST for action security_group_rules [ 743.928196] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 624ee1c4-2751-4f3f-8d79-a5dedadab0c7 with Priority: HIGHEST for action security_group_rules [ 743.929066] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-624ee1c4-2751-4f3f-8d79-a5dedadab0c7 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.929399] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-624ee1c4-2751-4f3f-8d79-a5dedadab0c7" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.977356] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.977356] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.977356] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.977356] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.977356] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.977356] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 624ee1c4-2751-4f3f-8d79-a5dedadab0c7 already deleted. [ 743.977356] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-624ee1c4-2751-4f3f-8d79-a5dedadab0c7" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.977356] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-624ee1c4-2751-4f3f-8d79-a5dedadab0c7" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.977356] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-624ee1c4-2751-4f3f-8d79-a5dedadab0c7" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.977356] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('624ee1c4-2751-4f3f-8d79-a5dedadab0c7',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.075026] env[69392]: INFO networking_nsxv3.common.synchronization [None req-6bb7c922-5efc-40b4-83b9-59784449b6fd None None] Enqueued Resource ID: bb9513b4-6bd0-494c-9f92-3457fef86333 with Priority: HIGHEST for action port [ 744.075643] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb9513b4-6bd0-494c-9f92-3457fef86333 with Priority: HIGHEST for action port [ 744.075862] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb9513b4-6bd0-494c-9f92-3457fef86333 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.076275] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb9513b4-6bd0-494c-9f92-3457fef86333" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.076275] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb9513b4-6bd0-494c-9f92-3457fef86333" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.076275] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb9513b4-6bd0-494c-9f92-3457fef86333" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.076428] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb9513b4-6bd0-494c-9f92-3457fef86333',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.303963] env[69392]: INFO networking_nsxv3.common.synchronization [req-eeb0c5e1-68d4-45ee-b072-c551f164b26a req-0cab84ec-ee59-4a5a-b11c-4e021d66431a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Enqueued Resource ID: 3ad953ac-89c8-4380-b2f2-1a3f21b3d812 with Priority: HIGHEST for action security_group_members [ 744.303963] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ad953ac-89c8-4380-b2f2-1a3f21b3d812 with Priority: HIGHEST for action security_group_members [ 744.303963] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ad953ac-89c8-4380-b2f2-1a3f21b3d812 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.303963] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ad953ac-89c8-4380-b2f2-1a3f21b3d812" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.303963] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ad953ac-89c8-4380-b2f2-1a3f21b3d812" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.303963] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ad953ac-89c8-4380-b2f2-1a3f21b3d812" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.303963] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.303963] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.303963] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.303963] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.303963] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.303963] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ad953ac-89c8-4380-b2f2-1a3f21b3d812',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.504858] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.504858] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.504858] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.504858] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.504858] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.504858] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 624ee1c4-2751-4f3f-8d79-a5dedadab0c7 already deleted. [ 744.504858] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-624ee1c4-2751-4f3f-8d79-a5dedadab0c7" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.524492] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82e9d903-7c87-4299-bc36-6ab88db29652 in Status: SUCCESS [ 744.524492] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82e9d903-7c87-4299-bc36-6ab88db29652" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.581568] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bb9513b4-6bd0-494c-9f92-3457fef86333 [ 744.581568] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.581568] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.581568] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.581568] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.581568] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.581568] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bb9513b4-6bd0-494c-9f92-3457fef86333 already deleted. [ 744.581568] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb9513b4-6bd0-494c-9f92-3457fef86333" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.618649] env[69392]: INFO networking_nsxv3.common.synchronization [None req-40a62aaf-8b23-4758-bf2c-3c0b328b7aa0 None None] Enqueued Resource ID: 7dfa9d1e-56b1-4391-a352-7fec490940e0 with Priority: HIGHEST for action port [ 744.619340] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dfa9d1e-56b1-4391-a352-7fec490940e0 with Priority: HIGHEST for action port [ 744.619454] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-7dfa9d1e-56b1-4391-a352-7fec490940e0 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.619578] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7dfa9d1e-56b1-4391-a352-7fec490940e0" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.619640] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7dfa9d1e-56b1-4391-a352-7fec490940e0" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.619887] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7dfa9d1e-56b1-4391-a352-7fec490940e0" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.621032] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7dfa9d1e-56b1-4391-a352-7fec490940e0',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.809144] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.809144] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.809144] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.809144] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.809144] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.809144] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.809144] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.809144] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.809144] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.809144] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.809144] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ad953ac-89c8-4380-b2f2-1a3f21b3d812 already deleted. [ 744.809144] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ad953ac-89c8-4380-b2f2-1a3f21b3d812" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.973864] env[69392]: INFO networking_nsxv3.common.synchronization [req-b1853fb4-132c-4072-a519-612a2388e586 req-892e57cb-96ed-4287-8476-463e8d4c0bb3 service nova] Enqueued Resource ID: 5e7a001d-34e6-446a-9f04-16e41112b9e1 with Priority: HIGHEST for action security_group_rules [ 744.974273] env[69392]: INFO networking_nsxv3.common.synchronization [req-b1853fb4-132c-4072-a519-612a2388e586 req-892e57cb-96ed-4287-8476-463e8d4c0bb3 service nova] Enqueued Resource ID: 5e7a001d-34e6-446a-9f04-16e41112b9e1 with Priority: HIGHEST for action security_group_members [ 744.974273] env[69392]: INFO networking_nsxv3.common.synchronization [req-b1853fb4-132c-4072-a519-612a2388e586 req-892e57cb-96ed-4287-8476-463e8d4c0bb3 service nova] Enqueued Resource ID: c6321861-cb61-4a91-9262-9c93454ab6e6 with Priority: HIGHEST for action port [ 744.975121] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e7a001d-34e6-446a-9f04-16e41112b9e1 with Priority: HIGHEST for action security_group_rules [ 744.975121] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e7a001d-34e6-446a-9f04-16e41112b9e1 with Priority: HIGHEST for action security_group_members [ 744.975121] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6321861-cb61-4a91-9262-9c93454ab6e6 with Priority: HIGHEST for action port [ 744.976101] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e7a001d-34e6-446a-9f04-16e41112b9e1 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.977972] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e7a001d-34e6-446a-9f04-16e41112b9e1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.977972] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e7a001d-34e6-446a-9f04-16e41112b9e1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.977972] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e7a001d-34e6-446a-9f04-16e41112b9e1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.977972] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e7a001d-34e6-446a-9f04-16e41112b9e1',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.977972] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e7a001d-34e6-446a-9f04-16e41112b9e1 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.977972] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e7a001d-34e6-446a-9f04-16e41112b9e1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.977972] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e7a001d-34e6-446a-9f04-16e41112b9e1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.977972] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e7a001d-34e6-446a-9f04-16e41112b9e1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.977972] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.978345] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.978345] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.978345] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.978438] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.978438] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e7a001d-34e6-446a-9f04-16e41112b9e1',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.981154] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6321861-cb61-4a91-9262-9c93454ab6e6 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.981154] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6321861-cb61-4a91-9262-9c93454ab6e6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.981154] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6321861-cb61-4a91-9262-9c93454ab6e6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.981400] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6321861-cb61-4a91-9262-9c93454ab6e6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.981454] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6321861-cb61-4a91-9262-9c93454ab6e6',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.125025] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7dfa9d1e-56b1-4391-a352-7fec490940e0 [ 745.125270] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.125584] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.125689] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.127906] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.127906] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.127906] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7dfa9d1e-56b1-4391-a352-7fec490940e0 already deleted. [ 745.127906] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7dfa9d1e-56b1-4391-a352-7fec490940e0" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.455477] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6d7b634-70cc-4999-8252-c2e90c5d0fbb in Status: SUCCESS [ 745.455787] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6d7b634-70cc-4999-8252-c2e90c5d0fbb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.456079] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6d7b634-70cc-4999-8252-c2e90c5d0fbb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.457502] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6d7b634-70cc-4999-8252-c2e90c5d0fbb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.457502] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.457502] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.457502] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.457502] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.457502] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.457502] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6d7b634-70cc-4999-8252-c2e90c5d0fbb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.457502] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e6d7b634-70cc-4999-8252-c2e90c5d0fbb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.488020] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e7a001d-34e6-446a-9f04-16e41112b9e1',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.488020] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e7a001d-34e6-446a-9f04-16e41112b9e1 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.488020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e7a001d-34e6-446a-9f04-16e41112b9e1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.488020] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c6321861-cb61-4a91-9262-9c93454ab6e6 with status ACTIVE [ 745.488020] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.488020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.488020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.488020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.488020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.488020] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.488020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.488020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.488020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.488020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.488661] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.488661] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.488661] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.489174] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.489594] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.489808] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c6321861-cb61-4a91-9262-9c93454ab6e6 is going to be updated. [ 745.516734] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.517666] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.517666] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.517666] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.517819] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.518125] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6321861-cb61-4a91-9262-9c93454ab6e6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.638206] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-94 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.638206] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-94" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.638206] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-94" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.638206] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-94" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.638206] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.638206] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.638206] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.638995] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.639318] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.639692] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 745.640361] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 745.640733] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 745.642040] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 745.642315] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 745.642575] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 745.643250] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 745.670150] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 745.670560] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 745.670625] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 745.670843] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-94" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.671216] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-4c6d82dd-086c-4c9c-aba3-990805027578 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.671441] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-4c6d82dd-086c-4c9c-aba3-990805027578" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.671596] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-4c6d82dd-086c-4c9c-aba3-990805027578" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.672026] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-4c6d82dd-086c-4c9c-aba3-990805027578" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.672156] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c6d82dd-086c-4c9c-aba3-990805027578',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.959773] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6d7b634-70cc-4999-8252-c2e90c5d0fbb taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.961655] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6d7b634-70cc-4999-8252-c2e90c5d0fbb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.961655] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6d7b634-70cc-4999-8252-c2e90c5d0fbb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.961655] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6d7b634-70cc-4999-8252-c2e90c5d0fbb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.961655] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.961655] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.961655] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.961655] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.961655] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.961655] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6d7b634-70cc-4999-8252-c2e90c5d0fbb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.961655] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6d7b634-70cc-4999-8252-c2e90c5d0fbb taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.961655] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6d7b634-70cc-4999-8252-c2e90c5d0fbb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.961655] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6d7b634-70cc-4999-8252-c2e90c5d0fbb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.961655] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6d7b634-70cc-4999-8252-c2e90c5d0fbb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.961655] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.961655] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.961655] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.962306] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.962306] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.962306] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6d7b634-70cc-4999-8252-c2e90c5d0fbb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.962420] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e6d7b634-70cc-4999-8252-c2e90c5d0fbb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.993778] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e7a001d-34e6-446a-9f04-16e41112b9e1',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.174369] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.177795] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.177795] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.177795] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.177795] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.177795] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port 4c6d82dd-086c-4c9c-aba3-990805027578 not found, creating... [ 746.177795] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.177795] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.177795] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.177795] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.177795] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.180323] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.180783] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.181065] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.181426] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.182350] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.182717] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 4c6d82dd-086c-4c9c-aba3-990805027578 is going to be created. [ 746.197769] env[69392]: INFO networking_nsxv3.common.synchronization [None req-02b96900-e381-4d8a-83e8-c7eda97db87b None None] Enqueued Resource ID: 8c1767f1-bea5-4749-9f4a-a1037ed1990d with Priority: HIGHEST for action port [ 746.197957] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c1767f1-bea5-4749-9f4a-a1037ed1990d with Priority: HIGHEST for action port [ 746.199217] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c1767f1-bea5-4749-9f4a-a1037ed1990d taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.199377] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c1767f1-bea5-4749-9f4a-a1037ed1990d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.199443] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c1767f1-bea5-4749-9f4a-a1037ed1990d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.199710] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c1767f1-bea5-4749-9f4a-a1037ed1990d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.199789] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c1767f1-bea5-4749-9f4a-a1037ed1990d',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.216369] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.216582] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.216705] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.216989] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.217235] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.217863] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-4c6d82dd-086c-4c9c-aba3-990805027578" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.281469] env[69392]: INFO networking_nsxv3.common.synchronization [req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 req-dbd105de-8a69-4dd4-9696-7b25a2afdf9c tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Enqueued Resource ID: 224897ee-990d-46c1-bc5c-173faeaf24d1 with Priority: HIGHEST for action security_group_members [ 746.282374] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 224897ee-990d-46c1-bc5c-173faeaf24d1 with Priority: HIGHEST for action security_group_members [ 746.283633] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-224897ee-990d-46c1-bc5c-173faeaf24d1 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.284630] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-224897ee-990d-46c1-bc5c-173faeaf24d1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.284630] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-224897ee-990d-46c1-bc5c-173faeaf24d1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.284896] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-224897ee-990d-46c1-bc5c-173faeaf24d1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.285076] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.285184] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.285247] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.285727] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.285727] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.285727] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('224897ee-990d-46c1-bc5c-173faeaf24d1',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.466943] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e6d7b634-70cc-4999-8252-c2e90c5d0fbb: rpc.has_security_group_logging(os_id): False [ 746.485668] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.487293] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.487293] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.487293] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.487293] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.491650] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.491650] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.491650] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.491650] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.491650] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.491650] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.491650] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.491650] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.491650] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.491650] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.493850] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.493850] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.493850] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.493850] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.493850] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.493850] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6d7b634-70cc-4999-8252-c2e90c5d0fbb is going to be created. [ 746.496682] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.496791] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.496871] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.497934] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.498159] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.498698] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e7a001d-34e6-446a-9f04-16e41112b9e1 is going to be created. [ 746.530784] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.532658] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.533858] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.533858] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.533858] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.550075] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e7a001d-34e6-446a-9f04-16e41112b9e1 in Status: UNINITIALIZED for 2s [ 746.596608] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.596796] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.596831] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.597046] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.597229] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.610286] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6d7b634-70cc-4999-8252-c2e90c5d0fbb in Status: IN_PROGRESS for 2s [ 746.702978] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c1767f1-bea5-4749-9f4a-a1037ed1990d [ 746.703306] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.703448] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.703517] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.703900] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.703900] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.703994] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c1767f1-bea5-4749-9f4a-a1037ed1990d already deleted. [ 746.704053] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c1767f1-bea5-4749-9f4a-a1037ed1990d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.787757] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.788659] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.788659] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.788659] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.788843] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.789064] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.789190] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.789264] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.789457] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.789655] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.789822] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 224897ee-990d-46c1-bc5c-173faeaf24d1 already deleted. [ 746.789935] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-224897ee-990d-46c1-bc5c-173faeaf24d1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.461047] env[69392]: INFO networking_nsxv3.common.synchronization [None req-938840da-0d49-4707-b302-c51623865223 None None] Enqueued Resource ID: 0c8eb984-484b-48c2-988e-7ba7c0bb9068 with Priority: HIGHEST for action port [ 747.461047] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c8eb984-484b-48c2-988e-7ba7c0bb9068 with Priority: HIGHEST for action port [ 747.461047] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c8eb984-484b-48c2-988e-7ba7c0bb9068 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.461047] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c8eb984-484b-48c2-988e-7ba7c0bb9068" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.461047] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c8eb984-484b-48c2-988e-7ba7c0bb9068" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.461047] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c8eb984-484b-48c2-988e-7ba7c0bb9068" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.461047] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c8eb984-484b-48c2-988e-7ba7c0bb9068',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.695276] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-829 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.695616] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-829" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.695616] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-829" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.695950] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-829" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.700520] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.700729] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.700926] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.701226] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.701820] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.701820] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 747.701820] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 747.701820] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 747.702299] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 747.702299] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 747.702299] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 747.702299] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 747.730270] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 747.730441] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 747.730587] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 747.730779] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-829" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.731202] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-01512a6f-bc98-44ca-8c52-79d3c418a800 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.731415] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-01512a6f-bc98-44ca-8c52-79d3c418a800" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.731588] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-01512a6f-bc98-44ca-8c52-79d3c418a800" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.731888] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-01512a6f-bc98-44ca-8c52-79d3c418a800" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.732056] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01512a6f-bc98-44ca-8c52-79d3c418a800',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.921019] env[69392]: INFO networking_nsxv3.common.synchronization [None req-807fa414-8d5a-456b-9703-d0c339f4d850 None None] Enqueued Resource ID: 18395d26-67a8-4aa2-a37b-962011bdef47 with Priority: HIGHEST for action port [ 747.926033] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18395d26-67a8-4aa2-a37b-962011bdef47 with Priority: HIGHEST for action port [ 747.926033] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-18395d26-67a8-4aa2-a37b-962011bdef47 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.926033] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18395d26-67a8-4aa2-a37b-962011bdef47" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.926033] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18395d26-67a8-4aa2-a37b-962011bdef47" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.926033] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18395d26-67a8-4aa2-a37b-962011bdef47" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.926033] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18395d26-67a8-4aa2-a37b-962011bdef47',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.963819] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0c8eb984-484b-48c2-988e-7ba7c0bb9068 [ 747.964064] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.964167] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.964167] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.965027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.965027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.965027] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0c8eb984-484b-48c2-988e-7ba7c0bb9068 already deleted. [ 747.965027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c8eb984-484b-48c2-988e-7ba7c0bb9068" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.240955] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.241212] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.241550] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.244110] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.244110] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.244110] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port 01512a6f-bc98-44ca-8c52-79d3c418a800 not found, creating... [ 748.244110] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.244110] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.244110] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.244110] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.244110] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.244110] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.244110] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.244643] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.244643] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.244643] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.244643] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 01512a6f-bc98-44ca-8c52-79d3c418a800 is going to be created. [ 748.267482] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.267686] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.269168] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.269568] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.269727] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.270344] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-01512a6f-bc98-44ca-8c52-79d3c418a800" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.430332] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 18395d26-67a8-4aa2-a37b-962011bdef47 [ 748.430437] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.430866] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.430866] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.430975] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.431018] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.431186] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:18395d26-67a8-4aa2-a37b-962011bdef47 already deleted. [ 748.431252] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18395d26-67a8-4aa2-a37b-962011bdef47" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.432330] env[69392]: INFO networking_nsxv3.common.synchronization [req-eeb0c5e1-68d4-45ee-b072-c551f164b26a req-c15597c4-f20d-4183-b00f-9168cafc55bf service nova] Enqueued Resource ID: 3ad953ac-89c8-4380-b2f2-1a3f21b3d812 with Priority: HIGHEST for action security_group_rules [ 748.432826] env[69392]: INFO networking_nsxv3.common.synchronization [req-eeb0c5e1-68d4-45ee-b072-c551f164b26a req-c15597c4-f20d-4183-b00f-9168cafc55bf service nova] Enqueued Resource ID: 3ad953ac-89c8-4380-b2f2-1a3f21b3d812 with Priority: HIGHEST for action security_group_members [ 748.432826] env[69392]: INFO networking_nsxv3.common.synchronization [req-eeb0c5e1-68d4-45ee-b072-c551f164b26a req-c15597c4-f20d-4183-b00f-9168cafc55bf service nova] Enqueued Resource ID: 4c6d82dd-086c-4c9c-aba3-990805027578 with Priority: HIGHEST for action port [ 748.433336] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ad953ac-89c8-4380-b2f2-1a3f21b3d812 with Priority: HIGHEST for action security_group_rules [ 748.433716] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ad953ac-89c8-4380-b2f2-1a3f21b3d812 with Priority: HIGHEST for action security_group_members [ 748.433716] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c6d82dd-086c-4c9c-aba3-990805027578 with Priority: HIGHEST for action port [ 748.433920] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ad953ac-89c8-4380-b2f2-1a3f21b3d812 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.433979] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ad953ac-89c8-4380-b2f2-1a3f21b3d812" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.434025] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ad953ac-89c8-4380-b2f2-1a3f21b3d812" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.434203] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ad953ac-89c8-4380-b2f2-1a3f21b3d812" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.434275] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ad953ac-89c8-4380-b2f2-1a3f21b3d812',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.435561] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ad953ac-89c8-4380-b2f2-1a3f21b3d812 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.435561] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ad953ac-89c8-4380-b2f2-1a3f21b3d812" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.435561] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ad953ac-89c8-4380-b2f2-1a3f21b3d812" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.435561] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ad953ac-89c8-4380-b2f2-1a3f21b3d812" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.435777] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.435820] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.435851] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.436080] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.436133] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.436214] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ad953ac-89c8-4380-b2f2-1a3f21b3d812',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.437033] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c6d82dd-086c-4c9c-aba3-990805027578 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.437285] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c6d82dd-086c-4c9c-aba3-990805027578" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.437285] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c6d82dd-086c-4c9c-aba3-990805027578" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.437396] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c6d82dd-086c-4c9c-aba3-990805027578" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.437429] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c6d82dd-086c-4c9c-aba3-990805027578',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.560420] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e7a001d-34e6-446a-9f04-16e41112b9e1 in Status: SUCCESS [ 748.560825] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e7a001d-34e6-446a-9f04-16e41112b9e1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.561192] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e7a001d-34e6-446a-9f04-16e41112b9e1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.561493] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e7a001d-34e6-446a-9f04-16e41112b9e1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.561694] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.561815] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.562075] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.562075] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.562198] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.562248] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e7a001d-34e6-446a-9f04-16e41112b9e1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.562344] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5e7a001d-34e6-446a-9f04-16e41112b9e1',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.623500] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6d7b634-70cc-4999-8252-c2e90c5d0fbb in Status: SUCCESS [ 748.624167] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6d7b634-70cc-4999-8252-c2e90c5d0fbb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.940496] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ad953ac-89c8-4380-b2f2-1a3f21b3d812 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.940808] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ad953ac-89c8-4380-b2f2-1a3f21b3d812" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.941018] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ad953ac-89c8-4380-b2f2-1a3f21b3d812',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.942281] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4c6d82dd-086c-4c9c-aba3-990805027578 with status ACTIVE [ 748.942570] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.942729] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.942839] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.943079] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.943224] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.943513] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.943663] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.943782] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.944048] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.944222] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.944466] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.944635] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.944721] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.945016] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.945116] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.945327] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4c6d82dd-086c-4c9c-aba3-990805027578 is going to be updated. [ 748.973554] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.973712] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.973782] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.974033] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.974183] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.974359] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c6d82dd-086c-4c9c-aba3-990805027578" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.065360] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e7a001d-34e6-446a-9f04-16e41112b9e1 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.065542] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e7a001d-34e6-446a-9f04-16e41112b9e1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.065603] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e7a001d-34e6-446a-9f04-16e41112b9e1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.066427] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e7a001d-34e6-446a-9f04-16e41112b9e1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.066427] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.066427] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.066427] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.066427] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.066427] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.066695] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e7a001d-34e6-446a-9f04-16e41112b9e1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.066695] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e7a001d-34e6-446a-9f04-16e41112b9e1 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.066776] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e7a001d-34e6-446a-9f04-16e41112b9e1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.066776] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e7a001d-34e6-446a-9f04-16e41112b9e1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.067284] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e7a001d-34e6-446a-9f04-16e41112b9e1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.067695] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.068063] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.068262] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.068503] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.068911] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.069050] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e7a001d-34e6-446a-9f04-16e41112b9e1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.069717] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5e7a001d-34e6-446a-9f04-16e41112b9e1',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.447829] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ad953ac-89c8-4380-b2f2-1a3f21b3d812',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.572467] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5e7a001d-34e6-446a-9f04-16e41112b9e1: rpc.has_security_group_logging(os_id): False [ 749.574475] env[69392]: INFO networking_nsxv3.common.synchronization [None req-34ff43f9-66b1-4354-a9ce-1ad464ed9030 None None] Enqueued Resource ID: af6b1488-e810-411b-aa04-373d4282ab40 with Priority: HIGHEST for action port [ 749.575062] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af6b1488-e810-411b-aa04-373d4282ab40 with Priority: HIGHEST for action port [ 749.575819] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-af6b1488-e810-411b-aa04-373d4282ab40 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.575936] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af6b1488-e810-411b-aa04-373d4282ab40" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.576073] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af6b1488-e810-411b-aa04-373d4282ab40" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.576359] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af6b1488-e810-411b-aa04-373d4282ab40" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.576470] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af6b1488-e810-411b-aa04-373d4282ab40',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.593399] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.593707] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.593707] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.593870] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.593943] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.594155] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.594253] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.594330] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.594537] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.594610] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.594819] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.594933] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.595016] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.595151] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.595227] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.595417] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.595549] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.595654] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.595831] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.595913] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.596008] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e7a001d-34e6-446a-9f04-16e41112b9e1 is going to be created. [ 749.662109] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.662313] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.662499] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.663837] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.663837] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.679461] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e7a001d-34e6-446a-9f04-16e41112b9e1 in Status: IN_PROGRESS for 2s [ 749.951604] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.951604] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.951604] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.951604] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.951604] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.952306] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ad953ac-89c8-4380-b2f2-1a3f21b3d812 is going to be created. [ 749.982103] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.982350] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.982422] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.982647] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.982809] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.994827] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ad953ac-89c8-4380-b2f2-1a3f21b3d812 in Status: UNINITIALIZED for 2s [ 750.080383] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port af6b1488-e810-411b-aa04-373d4282ab40 [ 750.080635] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.080812] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.080895] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.081157] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.081274] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.081369] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:af6b1488-e810-411b-aa04-373d4282ab40 already deleted. [ 750.081458] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af6b1488-e810-411b-aa04-373d4282ab40" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.322202] env[69392]: INFO networking_nsxv3.common.synchronization [req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 req-eea135f3-39d0-4a70-b0ed-3e0f499b28b0 service nova] Enqueued Resource ID: 224897ee-990d-46c1-bc5c-173faeaf24d1 with Priority: HIGHEST for action security_group_rules [ 750.322369] env[69392]: INFO networking_nsxv3.common.synchronization [req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 req-eea135f3-39d0-4a70-b0ed-3e0f499b28b0 service nova] Enqueued Resource ID: 224897ee-990d-46c1-bc5c-173faeaf24d1 with Priority: HIGHEST for action security_group_members [ 750.322505] env[69392]: INFO networking_nsxv3.common.synchronization [req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 req-eea135f3-39d0-4a70-b0ed-3e0f499b28b0 service nova] Enqueued Resource ID: 01512a6f-bc98-44ca-8c52-79d3c418a800 with Priority: HIGHEST for action port [ 750.322802] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 224897ee-990d-46c1-bc5c-173faeaf24d1 with Priority: HIGHEST for action security_group_rules [ 750.322941] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 224897ee-990d-46c1-bc5c-173faeaf24d1 with Priority: HIGHEST for action security_group_members [ 750.323051] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01512a6f-bc98-44ca-8c52-79d3c418a800 with Priority: HIGHEST for action port [ 750.323659] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-224897ee-990d-46c1-bc5c-173faeaf24d1 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.323786] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-224897ee-990d-46c1-bc5c-173faeaf24d1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.323851] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-224897ee-990d-46c1-bc5c-173faeaf24d1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.324077] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-224897ee-990d-46c1-bc5c-173faeaf24d1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.324158] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('224897ee-990d-46c1-bc5c-173faeaf24d1',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.325031] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-224897ee-990d-46c1-bc5c-173faeaf24d1 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.325145] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-224897ee-990d-46c1-bc5c-173faeaf24d1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.325209] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-224897ee-990d-46c1-bc5c-173faeaf24d1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.325397] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-224897ee-990d-46c1-bc5c-173faeaf24d1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.325645] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.325645] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.325761] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.326034] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.326034] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.326034] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('224897ee-990d-46c1-bc5c-173faeaf24d1',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.326949] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-01512a6f-bc98-44ca-8c52-79d3c418a800 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.331257] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01512a6f-bc98-44ca-8c52-79d3c418a800" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.331344] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01512a6f-bc98-44ca-8c52-79d3c418a800" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.331806] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01512a6f-bc98-44ca-8c52-79d3c418a800" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.331806] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01512a6f-bc98-44ca-8c52-79d3c418a800',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.834800] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('224897ee-990d-46c1-bc5c-173faeaf24d1',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.835613] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-224897ee-990d-46c1-bc5c-173faeaf24d1 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.835613] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-224897ee-990d-46c1-bc5c-173faeaf24d1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.835793] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 01512a6f-bc98-44ca-8c52-79d3c418a800 with status ACTIVE [ 750.835951] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.839246] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.839421] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.839622] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.839724] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.839905] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.840015] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.840097] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.840320] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.840320] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.840503] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.840588] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.840654] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.840792] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.840866] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.840949] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 01512a6f-bc98-44ca-8c52-79d3c418a800 is going to be updated. [ 750.866236] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.866733] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.866917] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.867215] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.867467] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.867728] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01512a6f-bc98-44ca-8c52-79d3c418a800" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.343031] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('224897ee-990d-46c1-bc5c-173faeaf24d1',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.695636] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e7a001d-34e6-446a-9f04-16e41112b9e1 in Status: SUCCESS [ 751.696317] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e7a001d-34e6-446a-9f04-16e41112b9e1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.758911] env[69392]: INFO networking_nsxv3.common.synchronization [None req-5841b1fe-6dbc-4df0-b498-39643e04f319 None None] Enqueued Resource ID: 00a5bdff-3e47-4ed5-bef2-bd9388cc24b7 with Priority: HIGHEST for action port [ 751.758911] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00a5bdff-3e47-4ed5-bef2-bd9388cc24b7 with Priority: HIGHEST for action port [ 751.758911] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-00a5bdff-3e47-4ed5-bef2-bd9388cc24b7 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.758911] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00a5bdff-3e47-4ed5-bef2-bd9388cc24b7" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.758911] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00a5bdff-3e47-4ed5-bef2-bd9388cc24b7" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.762594] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00a5bdff-3e47-4ed5-bef2-bd9388cc24b7" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.762785] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00a5bdff-3e47-4ed5-bef2-bd9388cc24b7',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.790116] env[69392]: INFO networking_nsxv3.common.synchronization [req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 req-bb8139a8-6f86-4724-9272-9b43905cd00e tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Enqueued Resource ID: 60803e0d-1dc7-43a3-bc06-9feb6c234283 with Priority: HIGHEST for action security_group_members [ 751.793032] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60803e0d-1dc7-43a3-bc06-9feb6c234283 with Priority: HIGHEST for action security_group_members [ 751.793032] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-60803e0d-1dc7-43a3-bc06-9feb6c234283 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.793032] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60803e0d-1dc7-43a3-bc06-9feb6c234283" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.793032] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60803e0d-1dc7-43a3-bc06-9feb6c234283" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.793032] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60803e0d-1dc7-43a3-bc06-9feb6c234283" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.793032] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.793532] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.793532] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.793611] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.794083] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.794083] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60803e0d-1dc7-43a3-bc06-9feb6c234283',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.849236] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.849236] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.849236] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.849378] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.849499] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.849567] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 224897ee-990d-46c1-bc5c-173faeaf24d1 is going to be created. [ 751.882576] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.884401] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.884401] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.884401] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.884401] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.896263] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 224897ee-990d-46c1-bc5c-173faeaf24d1 in Status: UNINITIALIZED for 2s [ 752.008325] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ad953ac-89c8-4380-b2f2-1a3f21b3d812 in Status: SUCCESS [ 752.008671] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ad953ac-89c8-4380-b2f2-1a3f21b3d812" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.009057] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ad953ac-89c8-4380-b2f2-1a3f21b3d812" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.009186] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ad953ac-89c8-4380-b2f2-1a3f21b3d812" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.009453] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.009620] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.009835] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.010155] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.011963] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.011963] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ad953ac-89c8-4380-b2f2-1a3f21b3d812" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.011963] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3ad953ac-89c8-4380-b2f2-1a3f21b3d812',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.267260] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 00a5bdff-3e47-4ed5-bef2-bd9388cc24b7 [ 752.267260] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.267260] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.267260] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.267260] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.267260] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.267260] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:00a5bdff-3e47-4ed5-bef2-bd9388cc24b7 already deleted. [ 752.267260] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00a5bdff-3e47-4ed5-bef2-bd9388cc24b7" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.298715] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.298715] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.298715] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.298715] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.298715] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.298715] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.298715] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.298715] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.298715] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.298715] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.298715] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60803e0d-1dc7-43a3-bc06-9feb6c234283 already deleted. [ 752.298715] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60803e0d-1dc7-43a3-bc06-9feb6c234283" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.419441] env[69392]: INFO networking_nsxv3.common.synchronization [None req-3040b17c-7254-4526-9c41-ba0f23d202f4 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Enqueued Resource ID: 4491d9b9-950b-4b86-b52b-7c2858ba5f10 with Priority: HIGHEST for action security_group_rules [ 752.419846] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4491d9b9-950b-4b86-b52b-7c2858ba5f10 with Priority: HIGHEST for action security_group_rules [ 752.420354] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4491d9b9-950b-4b86-b52b-7c2858ba5f10 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.420492] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4491d9b9-950b-4b86-b52b-7c2858ba5f10" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.420560] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4491d9b9-950b-4b86-b52b-7c2858ba5f10" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.420822] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4491d9b9-950b-4b86-b52b-7c2858ba5f10" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.420907] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4491d9b9-950b-4b86-b52b-7c2858ba5f10',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.446912] env[69392]: INFO networking_nsxv3.common.synchronization [req-6a3af290-9f26-4649-b6cf-79e785005d8e req-3ac5bf86-bade-44dd-9f94-e2bb424f346a tempest-SecurityGroupRulesNegativeTestJSON-1162680275 tempest-SecurityGroupRulesNegativeTestJSON-1162680275-project-member] Enqueued Resource ID: 37ce5288-bc21-4bb3-9906-aee704ec64d8 with Priority: HIGHEST for action security_group_rules [ 752.450182] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37ce5288-bc21-4bb3-9906-aee704ec64d8 with Priority: HIGHEST for action security_group_rules [ 752.450924] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37ce5288-bc21-4bb3-9906-aee704ec64d8 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.451070] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37ce5288-bc21-4bb3-9906-aee704ec64d8" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.451140] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37ce5288-bc21-4bb3-9906-aee704ec64d8" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.451535] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37ce5288-bc21-4bb3-9906-aee704ec64d8" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.451535] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37ce5288-bc21-4bb3-9906-aee704ec64d8',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.515106] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3ad953ac-89c8-4380-b2f2-1a3f21b3d812',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.535174] env[69392]: INFO networking_nsxv3.common.synchronization [None req-83532666-1881-4ce5-95ae-c89bf2b9bbb9 None None] Enqueued Resource ID: 13d37864-a0ba-494a-8c67-6af001424b2c with Priority: HIGHEST for action port [ 752.536029] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13d37864-a0ba-494a-8c67-6af001424b2c with Priority: HIGHEST for action port [ 752.536029] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-13d37864-a0ba-494a-8c67-6af001424b2c taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.537204] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13d37864-a0ba-494a-8c67-6af001424b2c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.537282] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13d37864-a0ba-494a-8c67-6af001424b2c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.537545] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13d37864-a0ba-494a-8c67-6af001424b2c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.537652] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13d37864-a0ba-494a-8c67-6af001424b2c',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.543854] env[69392]: INFO networking_nsxv3.common.synchronization [None req-b9f0ca86-0d83-40ad-84bd-6eec1886c030 None None] Enqueued Resource ID: b4b7dbb2-11c7-40fe-b9de-0aba00194019 with Priority: HIGHEST for action port [ 752.545454] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4b7dbb2-11c7-40fe-b9de-0aba00194019 with Priority: HIGHEST for action port [ 752.545980] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4b7dbb2-11c7-40fe-b9de-0aba00194019 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.546476] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4b7dbb2-11c7-40fe-b9de-0aba00194019" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.547158] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4b7dbb2-11c7-40fe-b9de-0aba00194019" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.547526] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4b7dbb2-11c7-40fe-b9de-0aba00194019" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.547756] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4b7dbb2-11c7-40fe-b9de-0aba00194019',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.772411] env[69392]: INFO networking_nsxv3.common.synchronization [None req-7c0d70dc-c6d9-4ae3-bddf-7344b73b8294 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Enqueued Resource ID: 4491d9b9-950b-4b86-b52b-7c2858ba5f10 with Priority: HIGHEST for action security_group_rules [ 752.772912] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4491d9b9-950b-4b86-b52b-7c2858ba5f10 with Priority: HIGHEST for action security_group_rules [ 752.773269] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4491d9b9-950b-4b86-b52b-7c2858ba5f10 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.773362] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4491d9b9-950b-4b86-b52b-7c2858ba5f10" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.805683] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-577 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.805957] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-577" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.806339] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-577" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.806778] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-577" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.809117] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.809117] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.809117] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.809117] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.809117] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.809117] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 752.809117] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 752.809117] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 752.809117] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 752.809117] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 752.809533] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 752.809533] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 752.833843] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 752.834066] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 752.834222] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 752.834431] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-577" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.834813] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-c5704652-f5c7-4986-8d58-3d31dc3e6373 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.835029] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-c5704652-f5c7-4986-8d58-3d31dc3e6373" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.835224] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-c5704652-f5c7-4986-8d58-3d31dc3e6373" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.835564] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-c5704652-f5c7-4986-8d58-3d31dc3e6373" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.835727] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5704652-f5c7-4986-8d58-3d31dc3e6373',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.943446] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.943651] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.943651] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.943876] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.943974] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.944690] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4491d9b9-950b-4b86-b52b-7c2858ba5f10 already deleted. [ 752.945514] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4491d9b9-950b-4b86-b52b-7c2858ba5f10" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.945871] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4491d9b9-950b-4b86-b52b-7c2858ba5f10" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.946076] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4491d9b9-950b-4b86-b52b-7c2858ba5f10" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.946158] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4491d9b9-950b-4b86-b52b-7c2858ba5f10',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.975467] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.975886] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.976956] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.976956] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.976956] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.976956] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37ce5288-bc21-4bb3-9906-aee704ec64d8 already deleted. [ 752.976956] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37ce5288-bc21-4bb3-9906-aee704ec64d8" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.020099] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3ad953ac-89c8-4380-b2f2-1a3f21b3d812: rpc.has_security_group_logging(os_id): False [ 753.038502] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.038895] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.039315] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.039639] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.041020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.041020] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.041020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.041020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.041020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.041020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.041020] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ad953ac-89c8-4380-b2f2-1a3f21b3d812 is going to be created. [ 753.043242] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 13d37864-a0ba-494a-8c67-6af001424b2c [ 753.043639] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.043895] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.044069] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.044361] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.045517] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.045517] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:13d37864-a0ba-494a-8c67-6af001424b2c already deleted. [ 753.045517] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13d37864-a0ba-494a-8c67-6af001424b2c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.051251] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b4b7dbb2-11c7-40fe-b9de-0aba00194019 [ 753.051251] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.051251] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.051251] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.051251] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.051251] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.051251] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b4b7dbb2-11c7-40fe-b9de-0aba00194019 already deleted. [ 753.051251] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4b7dbb2-11c7-40fe-b9de-0aba00194019" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.151481] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.151724] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.151784] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.153354] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.153354] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.165799] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ad953ac-89c8-4380-b2f2-1a3f21b3d812 in Status: IN_PROGRESS for 2s [ 753.341748] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.341748] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.341748] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.341748] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.341748] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.341748] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port c5704652-f5c7-4986-8d58-3d31dc3e6373 not found, creating... [ 753.341748] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.341748] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.341748] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.341748] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.341748] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.342368] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.342368] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.342368] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.342368] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.342368] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.342601] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: c5704652-f5c7-4986-8d58-3d31dc3e6373 is going to be created. [ 753.365687] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.365897] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.366037] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.366316] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.366543] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.366765] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-c5704652-f5c7-4986-8d58-3d31dc3e6373" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.468105] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.468391] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.468391] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.468542] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.468635] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.468730] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4491d9b9-950b-4b86-b52b-7c2858ba5f10 already deleted. [ 753.468812] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4491d9b9-950b-4b86-b52b-7c2858ba5f10" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.908383] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 224897ee-990d-46c1-bc5c-173faeaf24d1 in Status: SUCCESS [ 753.908632] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-224897ee-990d-46c1-bc5c-173faeaf24d1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.908632] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-224897ee-990d-46c1-bc5c-173faeaf24d1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.909216] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-224897ee-990d-46c1-bc5c-173faeaf24d1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.910793] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.910889] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.911190] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.912010] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.912010] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.912744] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-224897ee-990d-46c1-bc5c-173faeaf24d1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.912917] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('224897ee-990d-46c1-bc5c-173faeaf24d1',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.307329] env[69392]: INFO networking_nsxv3.common.synchronization [req-a33c7ea0-25b5-4570-a58b-82d009391784 req-ab57c152-3122-47c7-8463-a7e671356b80 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Enqueued Resource ID: 9f5effdb-8a73-494d-b222-722fe3a7f893 with Priority: HIGHEST for action security_group_members [ 754.308095] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f5effdb-8a73-494d-b222-722fe3a7f893 with Priority: HIGHEST for action security_group_members [ 754.308284] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f5effdb-8a73-494d-b222-722fe3a7f893 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.308408] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f5effdb-8a73-494d-b222-722fe3a7f893" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.308472] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f5effdb-8a73-494d-b222-722fe3a7f893" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.308735] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f5effdb-8a73-494d-b222-722fe3a7f893" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.308896] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.309022] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.311468] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.311468] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.311468] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.311468] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f5effdb-8a73-494d-b222-722fe3a7f893',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.416735] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('224897ee-990d-46c1-bc5c-173faeaf24d1',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.815051] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.815587] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.815587] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.815587] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.815747] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.815985] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.816163] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.816259] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.816572] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.816703] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.816816] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f5effdb-8a73-494d-b222-722fe3a7f893 already deleted. [ 754.816924] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f5effdb-8a73-494d-b222-722fe3a7f893" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.920841] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 224897ee-990d-46c1-bc5c-173faeaf24d1: rpc.has_security_group_logging(os_id): False [ 754.947509] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.947705] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.947794] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.952045] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.952045] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.952045] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.952045] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.952045] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.952045] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.952045] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.952045] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 224897ee-990d-46c1-bc5c-173faeaf24d1 is going to be created. [ 755.033911] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.034019] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.034055] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.034289] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.034511] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.066371] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 224897ee-990d-46c1-bc5c-173faeaf24d1 in Status: IN_PROGRESS for 2s [ 755.183142] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ad953ac-89c8-4380-b2f2-1a3f21b3d812 in Status: SUCCESS [ 755.183370] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ad953ac-89c8-4380-b2f2-1a3f21b3d812" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.289816] env[69392]: INFO networking_nsxv3.common.synchronization [req-e73c8a82-5240-4279-a290-fd7da06e3c97 req-8eec17a6-4841-4ed5-8a1f-fb881e8d658f tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Enqueued Resource ID: 72c15541-2a23-41e5-96aa-6181de28bd0d with Priority: HIGHEST for action security_group_members [ 755.289816] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72c15541-2a23-41e5-96aa-6181de28bd0d with Priority: HIGHEST for action security_group_members [ 755.289816] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-72c15541-2a23-41e5-96aa-6181de28bd0d taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.289816] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72c15541-2a23-41e5-96aa-6181de28bd0d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.289816] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72c15541-2a23-41e5-96aa-6181de28bd0d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.289816] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72c15541-2a23-41e5-96aa-6181de28bd0d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.289816] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.289816] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.289816] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.289816] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.289816] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.289816] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72c15541-2a23-41e5-96aa-6181de28bd0d',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.559856] env[69392]: INFO networking_nsxv3.common.synchronization [req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 req-0f602365-363f-41a0-aaa5-0db6a94eea36 service nova] Enqueued Resource ID: 60803e0d-1dc7-43a3-bc06-9feb6c234283 with Priority: HIGHEST for action security_group_rules [ 755.560075] env[69392]: INFO networking_nsxv3.common.synchronization [req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 req-0f602365-363f-41a0-aaa5-0db6a94eea36 service nova] Enqueued Resource ID: 60803e0d-1dc7-43a3-bc06-9feb6c234283 with Priority: HIGHEST for action security_group_members [ 755.560375] env[69392]: INFO networking_nsxv3.common.synchronization [req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 req-0f602365-363f-41a0-aaa5-0db6a94eea36 service nova] Enqueued Resource ID: c5704652-f5c7-4986-8d58-3d31dc3e6373 with Priority: HIGHEST for action port [ 755.560443] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60803e0d-1dc7-43a3-bc06-9feb6c234283 with Priority: HIGHEST for action security_group_rules [ 755.560578] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60803e0d-1dc7-43a3-bc06-9feb6c234283 with Priority: HIGHEST for action security_group_members [ 755.560728] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5704652-f5c7-4986-8d58-3d31dc3e6373 with Priority: HIGHEST for action port [ 755.561287] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60803e0d-1dc7-43a3-bc06-9feb6c234283 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.561371] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60803e0d-1dc7-43a3-bc06-9feb6c234283" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.561419] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60803e0d-1dc7-43a3-bc06-9feb6c234283" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.561607] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60803e0d-1dc7-43a3-bc06-9feb6c234283" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.561685] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60803e0d-1dc7-43a3-bc06-9feb6c234283',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.563614] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-60803e0d-1dc7-43a3-bc06-9feb6c234283 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.563976] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60803e0d-1dc7-43a3-bc06-9feb6c234283" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.563976] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60803e0d-1dc7-43a3-bc06-9feb6c234283" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.564143] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60803e0d-1dc7-43a3-bc06-9feb6c234283" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.564467] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.564467] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.564656] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.564786] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.565631] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.565631] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60803e0d-1dc7-43a3-bc06-9feb6c234283',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.566191] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5704652-f5c7-4986-8d58-3d31dc3e6373 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.566884] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5704652-f5c7-4986-8d58-3d31dc3e6373" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.566884] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5704652-f5c7-4986-8d58-3d31dc3e6373" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.566884] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5704652-f5c7-4986-8d58-3d31dc3e6373" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.566884] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5704652-f5c7-4986-8d58-3d31dc3e6373',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.753582] env[69392]: INFO networking_nsxv3.common.synchronization [None req-df6c9778-cbad-4dc5-bb02-151ae1270505 None None] Enqueued Resource ID: 2163a74f-ead3-4a83-9d8e-4557cc9973db with Priority: HIGHEST for action port [ 755.753582] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2163a74f-ead3-4a83-9d8e-4557cc9973db with Priority: HIGHEST for action port [ 755.753582] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-2163a74f-ead3-4a83-9d8e-4557cc9973db taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.753582] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2163a74f-ead3-4a83-9d8e-4557cc9973db" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.753582] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2163a74f-ead3-4a83-9d8e-4557cc9973db" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.753582] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2163a74f-ead3-4a83-9d8e-4557cc9973db" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.754503] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2163a74f-ead3-4a83-9d8e-4557cc9973db',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.792506] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.792506] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.792647] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.792771] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.792864] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.793290] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.793442] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.793442] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.793616] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.793705] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.793822] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72c15541-2a23-41e5-96aa-6181de28bd0d is going to be updated. [ 755.844219] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.844519] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.844519] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.844736] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.844900] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.858845] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72c15541-2a23-41e5-96aa-6181de28bd0d in Status: IN_PROGRESS for 2s [ 756.065549] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-60803e0d-1dc7-43a3-bc06-9feb6c234283 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.065760] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60803e0d-1dc7-43a3-bc06-9feb6c234283" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.072509] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60803e0d-1dc7-43a3-bc06-9feb6c234283',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.073975] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c5704652-f5c7-4986-8d58-3d31dc3e6373 with status ACTIVE [ 756.074199] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.074326] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.074392] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.076961] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.076961] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.076961] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.076961] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.076961] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.076961] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.076961] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.076961] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.076961] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.076961] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.076961] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.076961] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.076961] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c5704652-f5c7-4986-8d58-3d31dc3e6373 is going to be updated. [ 756.101202] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.101202] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.101202] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.101202] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.101430] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.101430] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5704652-f5c7-4986-8d58-3d31dc3e6373" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.127153] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-72 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.127471] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-72" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.128074] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-72" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.128074] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-72" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.128340] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.128536] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.128661] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.128917] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.129104] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.129313] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 756.130487] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 756.130582] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 756.131069] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 756.131069] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 756.131069] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 756.131226] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 756.159165] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 756.160296] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 756.160296] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 756.160296] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-72" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.160296] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-fba0de3c-783b-4f4c-8045-6c1793a86306 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.160296] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-fba0de3c-783b-4f4c-8045-6c1793a86306" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.160623] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-fba0de3c-783b-4f4c-8045-6c1793a86306" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.160917] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-fba0de3c-783b-4f4c-8045-6c1793a86306" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.160917] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fba0de3c-783b-4f4c-8045-6c1793a86306',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.258307] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2163a74f-ead3-4a83-9d8e-4557cc9973db [ 756.258624] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.262026] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.262026] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.262026] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.262026] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.262026] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2163a74f-ead3-4a83-9d8e-4557cc9973db already deleted. [ 756.262026] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2163a74f-ead3-4a83-9d8e-4557cc9973db" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.283685] env[69392]: INFO networking_nsxv3.common.synchronization [None req-9e81fbd1-981e-42d8-8030-c0de511e29c8 None None] Enqueued Resource ID: 3f65f5f8-f2af-484d-935e-cf07bec180ef with Priority: HIGHEST for action port [ 756.284284] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f65f5f8-f2af-484d-935e-cf07bec180ef with Priority: HIGHEST for action port [ 756.284589] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f65f5f8-f2af-484d-935e-cf07bec180ef taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.284715] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f65f5f8-f2af-484d-935e-cf07bec180ef" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.284805] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f65f5f8-f2af-484d-935e-cf07bec180ef" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.285804] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f65f5f8-f2af-484d-935e-cf07bec180ef" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.285928] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f65f5f8-f2af-484d-935e-cf07bec180ef',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.579284] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60803e0d-1dc7-43a3-bc06-9feb6c234283',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.666574] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.666574] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.666574] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.666574] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.666574] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.666574] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port fba0de3c-783b-4f4c-8045-6c1793a86306 not found, creating... [ 756.666574] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.666574] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.666574] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.666574] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.667860] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.667860] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.667860] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.667860] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.667860] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.667860] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.668190] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: fba0de3c-783b-4f4c-8045-6c1793a86306 is going to be created. [ 756.692249] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.692500] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.692626] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.692953] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.693645] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.693645] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-fba0de3c-783b-4f4c-8045-6c1793a86306" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.793330] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3f65f5f8-f2af-484d-935e-cf07bec180ef [ 756.793330] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.793330] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.793330] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.793330] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.793330] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.793330] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3f65f5f8-f2af-484d-935e-cf07bec180ef already deleted. [ 756.793330] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f65f5f8-f2af-484d-935e-cf07bec180ef" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.924039] env[69392]: INFO networking_nsxv3.common.synchronization [req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 req-8a31891e-bb98-4351-b8bd-2a814868a60f tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Enqueued Resource ID: 624ee1c4-2751-4f3f-8d79-a5dedadab0c7 with Priority: HIGHEST for action security_group_members [ 756.925229] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 624ee1c4-2751-4f3f-8d79-a5dedadab0c7 with Priority: HIGHEST for action security_group_members [ 756.927385] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-624ee1c4-2751-4f3f-8d79-a5dedadab0c7 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.927385] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-624ee1c4-2751-4f3f-8d79-a5dedadab0c7" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.927385] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-624ee1c4-2751-4f3f-8d79-a5dedadab0c7" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.927702] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-624ee1c4-2751-4f3f-8d79-a5dedadab0c7" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.927983] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.928625] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.929010] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.932433] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.932570] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.932700] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('624ee1c4-2751-4f3f-8d79-a5dedadab0c7',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.991500] env[69392]: INFO networking_nsxv3.common.synchronization [req-d064d17e-3770-4028-8d2e-8a7d98b7d1c0 req-4fce9aba-d8a1-4d96-b916-9590b34aba9b tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Enqueued Resource ID: 501fa15c-f931-4b44-9bab-60f211031980 with Priority: HIGHEST for action security_group_members [ 756.992135] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 501fa15c-f931-4b44-9bab-60f211031980 with Priority: HIGHEST for action security_group_members [ 756.992959] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-501fa15c-f931-4b44-9bab-60f211031980 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.992959] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-501fa15c-f931-4b44-9bab-60f211031980" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.992959] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-501fa15c-f931-4b44-9bab-60f211031980" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.993655] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-501fa15c-f931-4b44-9bab-60f211031980" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.993655] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.993655] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.993655] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.993851] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.993923] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.994655] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('501fa15c-f931-4b44-9bab-60f211031980',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.082924] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 224897ee-990d-46c1-bc5c-173faeaf24d1 in Status: SUCCESS [ 757.083189] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-224897ee-990d-46c1-bc5c-173faeaf24d1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.084437] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.084437] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.084437] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.085455] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.085560] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.086936] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60803e0d-1dc7-43a3-bc06-9feb6c234283 is going to be created. [ 757.119397] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.119397] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.119397] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.119618] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.119708] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.133961] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60803e0d-1dc7-43a3-bc06-9feb6c234283 in Status: UNINITIALIZED for 2s [ 757.437533] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.437533] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.437533] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.437533] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.437533] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.437743] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.437898] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.437997] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.438977] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.439127] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.439260] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 624ee1c4-2751-4f3f-8d79-a5dedadab0c7 already deleted. [ 757.439392] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-624ee1c4-2751-4f3f-8d79-a5dedadab0c7" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.498508] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.498711] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.498760] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.498940] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.499091] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.499499] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.499625] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.499693] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.499861] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.499945] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.500044] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 501fa15c-f931-4b44-9bab-60f211031980 is going to be updated. [ 757.534313] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.534313] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.534313] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.534313] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.534313] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.545902] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 501fa15c-f931-4b44-9bab-60f211031980 in Status: IN_PROGRESS for 2s [ 757.872933] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72c15541-2a23-41e5-96aa-6181de28bd0d in Status: SUCCESS [ 757.873186] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72c15541-2a23-41e5-96aa-6181de28bd0d deletion is rescheduled due to dependency. [ 757.873309] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72c15541-2a23-41e5-96aa-6181de28bd0d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.187488] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-893 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.187829] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-893" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.187829] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-893" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.188719] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-893" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.188719] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.188719] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.189761] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.189962] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.190173] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.190629] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 758.190629] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 758.190745] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 758.190867] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 758.191027] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 758.191177] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 758.191400] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 758.215166] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 758.215166] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 758.215166] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 758.215166] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-893" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.215166] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-329c91b6-1920-4197-afc8-3d86cf408898 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.215166] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-329c91b6-1920-4197-afc8-3d86cf408898" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.215166] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-329c91b6-1920-4197-afc8-3d86cf408898" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.215166] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-329c91b6-1920-4197-afc8-3d86cf408898" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.215166] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('329c91b6-1920-4197-afc8-3d86cf408898',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.228896] env[69392]: INFO networking_nsxv3.common.synchronization [None req-a3d64041-a95b-4e8f-b591-65b6e2db0cbf None None] Enqueued Resource ID: e7ff937e-df96-4a67-9cf5-e68842426117 with Priority: HIGHEST for action port [ 758.229444] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7ff937e-df96-4a67-9cf5-e68842426117 with Priority: HIGHEST for action port [ 758.229748] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7ff937e-df96-4a67-9cf5-e68842426117 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.229865] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7ff937e-df96-4a67-9cf5-e68842426117" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.229936] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7ff937e-df96-4a67-9cf5-e68842426117" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.230374] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7ff937e-df96-4a67-9cf5-e68842426117" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.230489] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7ff937e-df96-4a67-9cf5-e68842426117',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.317199] env[69392]: INFO networking_nsxv3.common.synchronization [req-a33c7ea0-25b5-4570-a58b-82d009391784 req-fc4de69d-734c-48cb-8bcc-40fa7ef5b8d5 service nova] Enqueued Resource ID: 9f5effdb-8a73-494d-b222-722fe3a7f893 with Priority: HIGHEST for action security_group_rules [ 758.317374] env[69392]: INFO networking_nsxv3.common.synchronization [req-a33c7ea0-25b5-4570-a58b-82d009391784 req-fc4de69d-734c-48cb-8bcc-40fa7ef5b8d5 service nova] Enqueued Resource ID: 9f5effdb-8a73-494d-b222-722fe3a7f893 with Priority: HIGHEST for action security_group_members [ 758.317523] env[69392]: INFO networking_nsxv3.common.synchronization [req-a33c7ea0-25b5-4570-a58b-82d009391784 req-fc4de69d-734c-48cb-8bcc-40fa7ef5b8d5 service nova] Enqueued Resource ID: fba0de3c-783b-4f4c-8045-6c1793a86306 with Priority: HIGHEST for action port [ 758.317752] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f5effdb-8a73-494d-b222-722fe3a7f893 with Priority: HIGHEST for action security_group_rules [ 758.317885] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f5effdb-8a73-494d-b222-722fe3a7f893 with Priority: HIGHEST for action security_group_members [ 758.317984] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fba0de3c-783b-4f4c-8045-6c1793a86306 with Priority: HIGHEST for action port [ 758.318541] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f5effdb-8a73-494d-b222-722fe3a7f893 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.319313] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f5effdb-8a73-494d-b222-722fe3a7f893" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.319613] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f5effdb-8a73-494d-b222-722fe3a7f893" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.319666] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f5effdb-8a73-494d-b222-722fe3a7f893" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.319761] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f5effdb-8a73-494d-b222-722fe3a7f893',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.320642] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f5effdb-8a73-494d-b222-722fe3a7f893 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.320868] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f5effdb-8a73-494d-b222-722fe3a7f893" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.320948] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f5effdb-8a73-494d-b222-722fe3a7f893" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.321133] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f5effdb-8a73-494d-b222-722fe3a7f893" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.321405] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.321710] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.321783] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.321938] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.322145] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.322299] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f5effdb-8a73-494d-b222-722fe3a7f893',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.324321] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-fba0de3c-783b-4f4c-8045-6c1793a86306 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.324666] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fba0de3c-783b-4f4c-8045-6c1793a86306" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.324770] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fba0de3c-783b-4f4c-8045-6c1793a86306" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.325079] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fba0de3c-783b-4f4c-8045-6c1793a86306" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.325161] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fba0de3c-783b-4f4c-8045-6c1793a86306',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.383846] env[69392]: INFO networking_nsxv3.common.synchronization [None req-ee44f38e-4ff9-4efb-9067-1c657f841651 None None] Enqueued Resource ID: c3414726-6581-4773-9b3a-a0baa3325dc7 with Priority: HIGHEST for action port [ 758.384248] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3414726-6581-4773-9b3a-a0baa3325dc7 with Priority: HIGHEST for action port [ 758.384694] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3414726-6581-4773-9b3a-a0baa3325dc7 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.384836] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3414726-6581-4773-9b3a-a0baa3325dc7" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.384910] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3414726-6581-4773-9b3a-a0baa3325dc7" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.385171] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3414726-6581-4773-9b3a-a0baa3325dc7" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.385253] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3414726-6581-4773-9b3a-a0baa3325dc7',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.431077] env[69392]: INFO networking_nsxv3.common.synchronization [req-66eafec2-cd89-4d39-a70b-f19ae08137a7 req-b553803e-9e88-4569-8ff6-2c946ae95cac tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Enqueued Resource ID: 82e9d903-7c87-4299-bc36-6ab88db29652 with Priority: HIGHEST for action security_group_members [ 758.431579] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82e9d903-7c87-4299-bc36-6ab88db29652 with Priority: HIGHEST for action security_group_members [ 758.431881] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-82e9d903-7c87-4299-bc36-6ab88db29652 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.431998] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82e9d903-7c87-4299-bc36-6ab88db29652" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.433035] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82e9d903-7c87-4299-bc36-6ab88db29652" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.433336] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82e9d903-7c87-4299-bc36-6ab88db29652" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.433595] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.433749] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.433847] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.434101] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.434258] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.434614] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82e9d903-7c87-4299-bc36-6ab88db29652',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.532106] env[69392]: INFO networking_nsxv3.common.synchronization [None req-6eb84053-c3af-4cd5-822c-d9bbdc8ff5a4 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Enqueued Resource ID: 026fede5-c5b9-459d-886c-6215c7bd8f42 with Priority: HIGHEST for action security_group_rules [ 758.533012] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 026fede5-c5b9-459d-886c-6215c7bd8f42 with Priority: HIGHEST for action security_group_rules [ 758.533292] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-026fede5-c5b9-459d-886c-6215c7bd8f42 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.533489] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-026fede5-c5b9-459d-886c-6215c7bd8f42" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.533603] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-026fede5-c5b9-459d-886c-6215c7bd8f42" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.533972] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-026fede5-c5b9-459d-886c-6215c7bd8f42" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.534160] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('026fede5-c5b9-459d-886c-6215c7bd8f42',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.618482] env[69392]: INFO networking_nsxv3.common.synchronization [req-4d491133-1b00-459b-bf7a-e7d0d0cb319a req-5ba5f5b5-c95b-42fe-86c7-13fc2be2cb49 tempest-SecurityGroupRulesTestJSON-912851953 tempest-SecurityGroupRulesTestJSON-912851953-project-member] Enqueued Resource ID: 4388066b-4f1f-4302-824f-62153f6386f1 with Priority: HIGHEST for action security_group_rules [ 758.618482] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4388066b-4f1f-4302-824f-62153f6386f1 with Priority: HIGHEST for action security_group_rules [ 758.618482] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4388066b-4f1f-4302-824f-62153f6386f1 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.618482] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4388066b-4f1f-4302-824f-62153f6386f1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.618482] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4388066b-4f1f-4302-824f-62153f6386f1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.618482] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4388066b-4f1f-4302-824f-62153f6386f1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.618482] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4388066b-4f1f-4302-824f-62153f6386f1',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.715274] env[69392]: INFO networking_nsxv3.common.synchronization [None req-85311420-608f-479e-86f0-651fcb6ff9a7 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Enqueued Resource ID: 026fede5-c5b9-459d-886c-6215c7bd8f42 with Priority: HIGHEST for action security_group_rules [ 758.715832] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 026fede5-c5b9-459d-886c-6215c7bd8f42 with Priority: HIGHEST for action security_group_rules [ 758.718087] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-026fede5-c5b9-459d-886c-6215c7bd8f42 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.718252] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-026fede5-c5b9-459d-886c-6215c7bd8f42" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.719041] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.719223] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.719370] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.719660] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.719840] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.721543] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port 329c91b6-1920-4197-afc8-3d86cf408898 not found, creating... [ 758.721543] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.721543] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.721543] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.721543] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.721543] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.722429] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.726297] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.726297] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.726297] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.726297] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.726297] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 329c91b6-1920-4197-afc8-3d86cf408898 is going to be created. [ 758.735865] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e7ff937e-df96-4a67-9cf5-e68842426117 [ 758.736785] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.736873] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.736948] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.737236] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.737379] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.737509] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e7ff937e-df96-4a67-9cf5-e68842426117 already deleted. [ 758.737620] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7ff937e-df96-4a67-9cf5-e68842426117" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.748769] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.749028] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.749167] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.749483] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.749752] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.750017] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-329c91b6-1920-4197-afc8-3d86cf408898" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.829143] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f5effdb-8a73-494d-b222-722fe3a7f893 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.829143] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f5effdb-8a73-494d-b222-722fe3a7f893" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.829143] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f5effdb-8a73-494d-b222-722fe3a7f893',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.829816] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fba0de3c-783b-4f4c-8045-6c1793a86306 with status ACTIVE [ 758.829934] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.830084] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.830706] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.830706] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.830706] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.830875] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.830940] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.831016] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.831218] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.831916] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.832508] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.832662] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.832800] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.832916] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.832987] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.833126] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fba0de3c-783b-4f4c-8045-6c1793a86306 is going to be updated. [ 758.863219] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.863219] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.863219] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.863219] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.863219] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.863219] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fba0de3c-783b-4f4c-8045-6c1793a86306" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.887928] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c3414726-6581-4773-9b3a-a0baa3325dc7 [ 758.887928] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.887928] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.887928] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.887928] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.888573] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.888573] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c3414726-6581-4773-9b3a-a0baa3325dc7 already deleted. [ 758.888674] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3414726-6581-4773-9b3a-a0baa3325dc7" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.939198] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.939198] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.939198] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.939198] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.939198] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.939198] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.939198] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.939198] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.939198] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.939198] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.939198] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82e9d903-7c87-4299-bc36-6ab88db29652 is going to be updated. [ 758.968908] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.969080] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.969080] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.971754] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.972048] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.983635] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82e9d903-7c87-4299-bc36-6ab88db29652 in Status: IN_PROGRESS for 2s [ 759.009260] env[69392]: INFO networking_nsxv3.common.synchronization [req-c21d1937-1cb5-4da3-8f5a-de7a933d5ff6 req-09049714-fb1f-4dd0-bf88-2f0ab76a682b tempest-SecurityGroupRulesNegativeTestJSON-1162680275 tempest-SecurityGroupRulesNegativeTestJSON-1162680275-project-member] Enqueued Resource ID: 37ce5288-bc21-4bb3-9906-aee704ec64d8 with Priority: HIGHEST for action security_group_rules [ 759.010211] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37ce5288-bc21-4bb3-9906-aee704ec64d8 with Priority: HIGHEST for action security_group_rules [ 759.011993] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37ce5288-bc21-4bb3-9906-aee704ec64d8 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.011993] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37ce5288-bc21-4bb3-9906-aee704ec64d8" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.011993] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37ce5288-bc21-4bb3-9906-aee704ec64d8" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.011993] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37ce5288-bc21-4bb3-9906-aee704ec64d8" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.011993] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37ce5288-bc21-4bb3-9906-aee704ec64d8',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.068310] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.068497] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.068538] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.068753] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.068841] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.068933] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 026fede5-c5b9-459d-886c-6215c7bd8f42 already deleted. [ 759.069023] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-026fede5-c5b9-459d-886c-6215c7bd8f42" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.069667] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-026fede5-c5b9-459d-886c-6215c7bd8f42" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.069899] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-026fede5-c5b9-459d-886c-6215c7bd8f42" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.069986] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('026fede5-c5b9-459d-886c-6215c7bd8f42',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.119065] env[69392]: INFO networking_nsxv3.common.synchronization [req-8fe15819-644e-4220-8a86-375a17124587 req-523285f3-b84f-4514-b8aa-b5a51c473037 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Enqueued Resource ID: dfc16ea7-56d5-48eb-98a8-5248d3a2728d with Priority: HIGHEST for action security_group_members [ 759.119065] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfc16ea7-56d5-48eb-98a8-5248d3a2728d with Priority: HIGHEST for action security_group_members [ 759.119065] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfc16ea7-56d5-48eb-98a8-5248d3a2728d taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.119065] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfc16ea7-56d5-48eb-98a8-5248d3a2728d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.119065] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfc16ea7-56d5-48eb-98a8-5248d3a2728d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.119065] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfc16ea7-56d5-48eb-98a8-5248d3a2728d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.119065] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.119065] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.119065] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.119065] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.119065] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.119065] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfc16ea7-56d5-48eb-98a8-5248d3a2728d',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.152024] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.152024] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.152024] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.152024] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.152024] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.152024] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4388066b-4f1f-4302-824f-62153f6386f1 already deleted. [ 759.152024] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4388066b-4f1f-4302-824f-62153f6386f1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.153475] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60803e0d-1dc7-43a3-bc06-9feb6c234283 in Status: SUCCESS [ 759.153475] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60803e0d-1dc7-43a3-bc06-9feb6c234283" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.154169] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60803e0d-1dc7-43a3-bc06-9feb6c234283" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.155597] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60803e0d-1dc7-43a3-bc06-9feb6c234283" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.155597] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.155597] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.155597] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.155597] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.155597] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.155597] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60803e0d-1dc7-43a3-bc06-9feb6c234283" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.155597] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('60803e0d-1dc7-43a3-bc06-9feb6c234283',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.338226] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f5effdb-8a73-494d-b222-722fe3a7f893',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.536063] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.536063] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.536063] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.536063] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.536063] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.536063] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37ce5288-bc21-4bb3-9906-aee704ec64d8 already deleted. [ 759.536063] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37ce5288-bc21-4bb3-9906-aee704ec64d8" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.553514] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 501fa15c-f931-4b44-9bab-60f211031980 in Status: SUCCESS [ 759.553735] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 501fa15c-f931-4b44-9bab-60f211031980 deletion is rescheduled due to dependency. [ 759.553859] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-501fa15c-f931-4b44-9bab-60f211031980" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.590953] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.591138] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.591225] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.594037] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.594037] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.594037] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 026fede5-c5b9-459d-886c-6215c7bd8f42 already deleted. [ 759.594037] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-026fede5-c5b9-459d-886c-6215c7bd8f42" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.623935] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.624098] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.624175] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.624537] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.624537] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.624712] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.624763] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.625609] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.625609] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.625609] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.625609] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfc16ea7-56d5-48eb-98a8-5248d3a2728d already deleted. [ 759.625609] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfc16ea7-56d5-48eb-98a8-5248d3a2728d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.658843] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('60803e0d-1dc7-43a3-bc06-9feb6c234283',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.734021] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-164 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.734021] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-164" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.734021] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-164" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.734021] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-164" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.734021] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.734548] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.734548] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.735405] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.735405] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.735405] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 759.736040] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 759.736235] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 759.736545] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 759.736737] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 759.736908] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 759.737274] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 759.762244] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 759.762502] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 759.762823] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 759.762955] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-164" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.763429] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-98dd7141-9724-480a-a5c4-a6ff7f85d490 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.763711] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-98dd7141-9724-480a-a5c4-a6ff7f85d490" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.763863] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-98dd7141-9724-480a-a5c4-a6ff7f85d490" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.766271] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-98dd7141-9724-480a-a5c4-a6ff7f85d490" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.766429] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98dd7141-9724-480a-a5c4-a6ff7f85d490',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.842411] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.842411] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.842411] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.842411] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.842411] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.842411] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f5effdb-8a73-494d-b222-722fe3a7f893 is going to be created. [ 759.872529] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.872529] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.873419] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.873661] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.873880] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.886954] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f5effdb-8a73-494d-b222-722fe3a7f893 in Status: UNINITIALIZED for 2s [ 760.162011] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 60803e0d-1dc7-43a3-bc06-9feb6c234283: rpc.has_security_group_logging(os_id): False [ 760.193281] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.193452] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.193517] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.193724] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.193816] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.194076] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.194168] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.194235] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.194389] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.194457] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.194540] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60803e0d-1dc7-43a3-bc06-9feb6c234283 is going to be created. [ 760.270033] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.270033] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.270285] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.270490] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.271303] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.271303] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port 98dd7141-9724-480a-a5c4-a6ff7f85d490 not found, creating... [ 760.271303] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.271671] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.271924] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.272200] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.272830] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.272830] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.272983] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.273124] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.273453] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.273606] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.273952] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 98dd7141-9724-480a-a5c4-a6ff7f85d490 is going to be created. [ 760.284056] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.284292] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.284379] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.284610] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.284897] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.298672] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60803e0d-1dc7-43a3-bc06-9feb6c234283 in Status: IN_PROGRESS for 2s [ 760.300930] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.301181] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.301307] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.302115] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.302115] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.302265] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-98dd7141-9724-480a-a5c4-a6ff7f85d490" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.398921] env[69392]: INFO networking_nsxv3.common.synchronization [req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 req-ca914579-27a4-4679-965a-25413865c6a6 service nova] Enqueued Resource ID: 624ee1c4-2751-4f3f-8d79-a5dedadab0c7 with Priority: HIGHEST for action security_group_rules [ 760.399242] env[69392]: INFO networking_nsxv3.common.synchronization [req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 req-ca914579-27a4-4679-965a-25413865c6a6 service nova] Enqueued Resource ID: 624ee1c4-2751-4f3f-8d79-a5dedadab0c7 with Priority: HIGHEST for action security_group_members [ 760.399322] env[69392]: INFO networking_nsxv3.common.synchronization [req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 req-ca914579-27a4-4679-965a-25413865c6a6 service nova] Enqueued Resource ID: 329c91b6-1920-4197-afc8-3d86cf408898 with Priority: HIGHEST for action port [ 760.400635] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 624ee1c4-2751-4f3f-8d79-a5dedadab0c7 with Priority: HIGHEST for action security_group_rules [ 760.400846] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 624ee1c4-2751-4f3f-8d79-a5dedadab0c7 with Priority: HIGHEST for action security_group_members [ 760.401059] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 329c91b6-1920-4197-afc8-3d86cf408898 with Priority: HIGHEST for action port [ 760.401463] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-624ee1c4-2751-4f3f-8d79-a5dedadab0c7 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.401929] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-624ee1c4-2751-4f3f-8d79-a5dedadab0c7" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.401929] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-624ee1c4-2751-4f3f-8d79-a5dedadab0c7" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.402354] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-624ee1c4-2751-4f3f-8d79-a5dedadab0c7" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.402542] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('624ee1c4-2751-4f3f-8d79-a5dedadab0c7',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.406264] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-624ee1c4-2751-4f3f-8d79-a5dedadab0c7 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.406264] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-624ee1c4-2751-4f3f-8d79-a5dedadab0c7" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.406264] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-624ee1c4-2751-4f3f-8d79-a5dedadab0c7" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.406264] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-624ee1c4-2751-4f3f-8d79-a5dedadab0c7" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.406264] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.406264] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.406264] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.406264] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.406264] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.406264] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('624ee1c4-2751-4f3f-8d79-a5dedadab0c7',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.408068] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-329c91b6-1920-4197-afc8-3d86cf408898 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.408333] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-329c91b6-1920-4197-afc8-3d86cf408898" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.409065] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-329c91b6-1920-4197-afc8-3d86cf408898" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.409397] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-329c91b6-1920-4197-afc8-3d86cf408898" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.409950] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('329c91b6-1920-4197-afc8-3d86cf408898',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.570389] env[69392]: INFO networking_nsxv3.common.synchronization [None req-d0d1b8d8-d739-48c7-bb01-a3bc3e026a2d None None] Enqueued Resource ID: 90c67b5f-d485-45f0-b6b9-4416e2a733d6 with Priority: HIGHEST for action port [ 760.572230] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90c67b5f-d485-45f0-b6b9-4416e2a733d6 with Priority: HIGHEST for action port [ 760.572230] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-90c67b5f-d485-45f0-b6b9-4416e2a733d6 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.572230] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90c67b5f-d485-45f0-b6b9-4416e2a733d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.572230] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90c67b5f-d485-45f0-b6b9-4416e2a733d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.572230] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90c67b5f-d485-45f0-b6b9-4416e2a733d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.572522] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90c67b5f-d485-45f0-b6b9-4416e2a733d6',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.917025] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-624ee1c4-2751-4f3f-8d79-a5dedadab0c7 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.917025] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-624ee1c4-2751-4f3f-8d79-a5dedadab0c7" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.917025] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('624ee1c4-2751-4f3f-8d79-a5dedadab0c7',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.918859] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 329c91b6-1920-4197-afc8-3d86cf408898 with status ACTIVE [ 760.922018] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.922018] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.922018] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.922376] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.922545] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.922798] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.922908] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.922972] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.923345] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.923345] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.923466] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.923530] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.923581] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.925294] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.925294] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.925294] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 329c91b6-1920-4197-afc8-3d86cf408898 is going to be updated. [ 760.952264] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.952537] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.952624] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.952847] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.952992] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.953177] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-329c91b6-1920-4197-afc8-3d86cf408898" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.993357] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82e9d903-7c87-4299-bc36-6ab88db29652 in Status: SUCCESS [ 760.995029] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82e9d903-7c87-4299-bc36-6ab88db29652 deletion is rescheduled due to dependency. [ 760.995029] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82e9d903-7c87-4299-bc36-6ab88db29652" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.074821] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 90c67b5f-d485-45f0-b6b9-4416e2a733d6 [ 761.075236] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.075404] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.075469] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.076070] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.076396] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.078930] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:90c67b5f-d485-45f0-b6b9-4416e2a733d6 already deleted. [ 761.078930] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90c67b5f-d485-45f0-b6b9-4416e2a733d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.121666] env[69392]: INFO networking_nsxv3.common.synchronization [req-8fe15819-644e-4220-8a86-375a17124587 req-80e832c7-42df-4a3e-9fd4-eece3611933e service nova] Enqueued Resource ID: dfc16ea7-56d5-48eb-98a8-5248d3a2728d with Priority: HIGHEST for action security_group_rules [ 761.121666] env[69392]: INFO networking_nsxv3.common.synchronization [req-8fe15819-644e-4220-8a86-375a17124587 req-80e832c7-42df-4a3e-9fd4-eece3611933e service nova] Enqueued Resource ID: dfc16ea7-56d5-48eb-98a8-5248d3a2728d with Priority: HIGHEST for action security_group_members [ 761.121666] env[69392]: INFO networking_nsxv3.common.synchronization [req-8fe15819-644e-4220-8a86-375a17124587 req-80e832c7-42df-4a3e-9fd4-eece3611933e service nova] Enqueued Resource ID: 98dd7141-9724-480a-a5c4-a6ff7f85d490 with Priority: HIGHEST for action port [ 761.121666] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfc16ea7-56d5-48eb-98a8-5248d3a2728d with Priority: HIGHEST for action security_group_rules [ 761.121666] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfc16ea7-56d5-48eb-98a8-5248d3a2728d with Priority: HIGHEST for action security_group_members [ 761.121666] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98dd7141-9724-480a-a5c4-a6ff7f85d490 with Priority: HIGHEST for action port [ 761.122241] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfc16ea7-56d5-48eb-98a8-5248d3a2728d taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.122418] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfc16ea7-56d5-48eb-98a8-5248d3a2728d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.122507] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfc16ea7-56d5-48eb-98a8-5248d3a2728d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.122833] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfc16ea7-56d5-48eb-98a8-5248d3a2728d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.122924] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfc16ea7-56d5-48eb-98a8-5248d3a2728d',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.123948] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfc16ea7-56d5-48eb-98a8-5248d3a2728d taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.124073] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfc16ea7-56d5-48eb-98a8-5248d3a2728d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.126305] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfc16ea7-56d5-48eb-98a8-5248d3a2728d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.126305] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfc16ea7-56d5-48eb-98a8-5248d3a2728d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.126305] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.126305] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.126305] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.126305] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.126305] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.126305] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfc16ea7-56d5-48eb-98a8-5248d3a2728d',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.130322] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-98dd7141-9724-480a-a5c4-a6ff7f85d490 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.130322] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98dd7141-9724-480a-a5c4-a6ff7f85d490" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.130322] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98dd7141-9724-480a-a5c4-a6ff7f85d490" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.130322] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98dd7141-9724-480a-a5c4-a6ff7f85d490" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.130665] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98dd7141-9724-480a-a5c4-a6ff7f85d490',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.429380] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('624ee1c4-2751-4f3f-8d79-a5dedadab0c7',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.633998] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfc16ea7-56d5-48eb-98a8-5248d3a2728d taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.633998] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfc16ea7-56d5-48eb-98a8-5248d3a2728d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.633998] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dfc16ea7-56d5-48eb-98a8-5248d3a2728d',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.634280] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 98dd7141-9724-480a-a5c4-a6ff7f85d490 with status ACTIVE [ 761.634385] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.634512] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.634583] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.634775] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.634858] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.635036] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.635135] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.635205] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.635352] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.635423] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.635618] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.635712] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.635768] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.635909] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.635983] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.636848] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 98dd7141-9724-480a-a5c4-a6ff7f85d490 is going to be updated. [ 761.643053] env[69392]: INFO networking_nsxv3.common.synchronization [req-d18c02ea-a560-4a75-8528-2594458edfa7 req-2587a81f-593f-461e-93b3-65fc3afe115e tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Enqueued Resource ID: 719d7944-9504-40fc-a61b-a8580099349b with Priority: HIGHEST for action security_group_members [ 761.644824] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 719d7944-9504-40fc-a61b-a8580099349b with Priority: HIGHEST for action security_group_members [ 761.644824] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-719d7944-9504-40fc-a61b-a8580099349b taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.644824] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-719d7944-9504-40fc-a61b-a8580099349b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.644824] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-719d7944-9504-40fc-a61b-a8580099349b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.644824] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-719d7944-9504-40fc-a61b-a8580099349b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.645038] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.645038] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.645110] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.645685] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.645685] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.645685] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('719d7944-9504-40fc-a61b-a8580099349b',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.668305] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.668536] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.668738] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.668964] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.669153] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.669394] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98dd7141-9724-480a-a5c4-a6ff7f85d490" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.901185] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f5effdb-8a73-494d-b222-722fe3a7f893 in Status: SUCCESS [ 761.904257] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f5effdb-8a73-494d-b222-722fe3a7f893" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.904257] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f5effdb-8a73-494d-b222-722fe3a7f893" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.904257] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f5effdb-8a73-494d-b222-722fe3a7f893" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.904257] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.904257] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.904257] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.904257] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.904257] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.904257] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f5effdb-8a73-494d-b222-722fe3a7f893" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.904257] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9f5effdb-8a73-494d-b222-722fe3a7f893',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.934091] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.934091] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.934091] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.934387] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.934387] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.934484] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 624ee1c4-2751-4f3f-8d79-a5dedadab0c7 is going to be created. [ 761.961705] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.961705] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.961705] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.961863] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.963071] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.973231] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 624ee1c4-2751-4f3f-8d79-a5dedadab0c7 in Status: UNINITIALIZED for 2s [ 762.141790] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dfc16ea7-56d5-48eb-98a8-5248d3a2728d',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.147744] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.147977] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.148165] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.148740] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.148740] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.148928] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.149128] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.149128] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.149303] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.149424] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.149526] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 719d7944-9504-40fc-a61b-a8580099349b already deleted. [ 762.149613] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-719d7944-9504-40fc-a61b-a8580099349b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.239825] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-661 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.240034] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-661" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.240165] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-661" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.240842] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-661" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.240842] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.240992] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.241676] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.241977] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.242187] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.242465] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 762.242617] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 762.242759] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 762.242908] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 762.243041] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 762.243182] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 762.243347] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 762.264171] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 762.264338] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 762.264475] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 762.264655] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-661" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.264965] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-c4bcee01-5443-4534-9d78-62e624d700aa taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.265231] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-c4bcee01-5443-4534-9d78-62e624d700aa" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.265299] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-c4bcee01-5443-4534-9d78-62e624d700aa" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.265560] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-c4bcee01-5443-4534-9d78-62e624d700aa" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.265697] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4bcee01-5443-4534-9d78-62e624d700aa',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.314294] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60803e0d-1dc7-43a3-bc06-9feb6c234283 in Status: SUCCESS [ 762.314351] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60803e0d-1dc7-43a3-bc06-9feb6c234283" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.332544] env[69392]: INFO networking_nsxv3.common.synchronization [req-08eef20d-d7cc-44d7-abca-3834bc61ec4f req-d68fd8c6-7d15-4577-be7c-3fe107279309 tempest-DeleteServersAdminTestJSON-1202686643 tempest-DeleteServersAdminTestJSON-1202686643-project-admin] Enqueued Resource ID: 5e7a001d-34e6-446a-9f04-16e41112b9e1 with Priority: HIGHEST for action security_group_members [ 762.333178] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e7a001d-34e6-446a-9f04-16e41112b9e1 with Priority: HIGHEST for action security_group_members [ 762.333526] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e7a001d-34e6-446a-9f04-16e41112b9e1 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.333632] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e7a001d-34e6-446a-9f04-16e41112b9e1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.333671] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e7a001d-34e6-446a-9f04-16e41112b9e1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.333909] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e7a001d-34e6-446a-9f04-16e41112b9e1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.334114] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.334163] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.334531] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.334531] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.334531] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.334678] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e7a001d-34e6-446a-9f04-16e41112b9e1',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.408758] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f5effdb-8a73-494d-b222-722fe3a7f893 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.409153] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f5effdb-8a73-494d-b222-722fe3a7f893" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.409254] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f5effdb-8a73-494d-b222-722fe3a7f893" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.409517] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f5effdb-8a73-494d-b222-722fe3a7f893" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.409704] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.409824] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.409890] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.410075] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.410156] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.410273] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f5effdb-8a73-494d-b222-722fe3a7f893" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.410401] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f5effdb-8a73-494d-b222-722fe3a7f893 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.410514] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f5effdb-8a73-494d-b222-722fe3a7f893" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.410578] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f5effdb-8a73-494d-b222-722fe3a7f893" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.411586] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f5effdb-8a73-494d-b222-722fe3a7f893" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.411878] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.412158] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.412818] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.412818] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.412818] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.412818] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f5effdb-8a73-494d-b222-722fe3a7f893" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.412985] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9f5effdb-8a73-494d-b222-722fe3a7f893',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.644773] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.645111] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.645111] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.645315] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.645408] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.645506] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfc16ea7-56d5-48eb-98a8-5248d3a2728d is going to be created. [ 762.670624] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.670940] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.670940] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.672434] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.672434] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.686048] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfc16ea7-56d5-48eb-98a8-5248d3a2728d in Status: UNINITIALIZED for 2s [ 762.771131] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.771131] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.771305] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.771671] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.771671] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.771848] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port c4bcee01-5443-4534-9d78-62e624d700aa not found, creating... [ 762.772134] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.772378] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.772473] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.772668] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.772819] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.773144] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.773460] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.773551] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.773831] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.774034] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.774234] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: c4bcee01-5443-4534-9d78-62e624d700aa is going to be created. [ 762.799319] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.799635] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.799808] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.800187] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.800564] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.801736] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-c4bcee01-5443-4534-9d78-62e624d700aa" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.837204] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.837489] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.837717] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.838340] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.838340] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.838340] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.838549] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.838549] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.838733] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.838911] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.838911] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e7a001d-34e6-446a-9f04-16e41112b9e1 is going to be updated. [ 762.891281] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.891443] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.891487] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.892320] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.892320] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.911152] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e7a001d-34e6-446a-9f04-16e41112b9e1 in Status: IN_PROGRESS for 2s [ 762.916122] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9f5effdb-8a73-494d-b222-722fe3a7f893: rpc.has_security_group_logging(os_id): False [ 762.940085] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.940085] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.940085] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.940085] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.940085] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.941134] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.941134] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.941134] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.941134] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.941134] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.941134] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.941134] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.941134] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.941134] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.941134] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.941472] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.941472] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.941546] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.944812] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.944812] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.944812] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f5effdb-8a73-494d-b222-722fe3a7f893 is going to be created. [ 763.058300] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.058794] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.058794] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.058890] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.059207] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.100429] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f5effdb-8a73-494d-b222-722fe3a7f893 in Status: IN_PROGRESS for 2s [ 763.747819] env[69392]: INFO networking_nsxv3.common.synchronization [None req-80a6a5b3-95f5-4ae3-b19f-093a1d587e1f None None] Enqueued Resource ID: fff44003-6a5b-47cc-a027-3557ffb98cfd with Priority: HIGHEST for action port [ 763.748173] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fff44003-6a5b-47cc-a027-3557ffb98cfd with Priority: HIGHEST for action port [ 763.748816] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-fff44003-6a5b-47cc-a027-3557ffb98cfd taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.748816] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fff44003-6a5b-47cc-a027-3557ffb98cfd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.748816] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fff44003-6a5b-47cc-a027-3557ffb98cfd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.748816] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fff44003-6a5b-47cc-a027-3557ffb98cfd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.749050] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fff44003-6a5b-47cc-a027-3557ffb98cfd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.984863] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 624ee1c4-2751-4f3f-8d79-a5dedadab0c7 in Status: SUCCESS [ 763.985108] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-624ee1c4-2751-4f3f-8d79-a5dedadab0c7" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.985276] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-624ee1c4-2751-4f3f-8d79-a5dedadab0c7" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.985493] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-624ee1c4-2751-4f3f-8d79-a5dedadab0c7" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.985683] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.985805] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.985865] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.986029] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.986112] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.986198] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-624ee1c4-2751-4f3f-8d79-a5dedadab0c7" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.986288] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('624ee1c4-2751-4f3f-8d79-a5dedadab0c7',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.184098] env[69392]: INFO networking_nsxv3.common.synchronization [req-9d920308-b446-40a7-92d3-d2272b72796a req-41e5a02c-d127-4e7f-91d4-161fe321b85d tempest-SecurityGroupRulesTestJSON-912851953 tempest-SecurityGroupRulesTestJSON-912851953-project-member] Enqueued Resource ID: d30cb196-801a-4e20-897e-0908f627d762 with Priority: HIGHEST for action security_group_rules [ 764.184671] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d30cb196-801a-4e20-897e-0908f627d762 with Priority: HIGHEST for action security_group_rules [ 764.184954] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d30cb196-801a-4e20-897e-0908f627d762 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.185307] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d30cb196-801a-4e20-897e-0908f627d762" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.185307] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d30cb196-801a-4e20-897e-0908f627d762" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.185478] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d30cb196-801a-4e20-897e-0908f627d762" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.185478] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d30cb196-801a-4e20-897e-0908f627d762',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.251938] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fff44003-6a5b-47cc-a027-3557ffb98cfd [ 764.252202] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.252532] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.252532] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.252978] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.260243] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.260243] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fff44003-6a5b-47cc-a027-3557ffb98cfd already deleted. [ 764.260243] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fff44003-6a5b-47cc-a027-3557ffb98cfd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.265052] env[69392]: INFO networking_nsxv3.common.synchronization [req-d18c02ea-a560-4a75-8528-2594458edfa7 req-dcab5dbd-8aaa-4b45-ae05-61e68d89a6df service nova] Enqueued Resource ID: 719d7944-9504-40fc-a61b-a8580099349b with Priority: HIGHEST for action security_group_rules [ 764.267753] env[69392]: INFO networking_nsxv3.common.synchronization [req-d18c02ea-a560-4a75-8528-2594458edfa7 req-dcab5dbd-8aaa-4b45-ae05-61e68d89a6df service nova] Enqueued Resource ID: 719d7944-9504-40fc-a61b-a8580099349b with Priority: HIGHEST for action security_group_members [ 764.267753] env[69392]: INFO networking_nsxv3.common.synchronization [req-d18c02ea-a560-4a75-8528-2594458edfa7 req-dcab5dbd-8aaa-4b45-ae05-61e68d89a6df service nova] Enqueued Resource ID: c4bcee01-5443-4534-9d78-62e624d700aa with Priority: HIGHEST for action port [ 764.267753] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 719d7944-9504-40fc-a61b-a8580099349b with Priority: HIGHEST for action security_group_rules [ 764.267753] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 719d7944-9504-40fc-a61b-a8580099349b with Priority: HIGHEST for action security_group_members [ 764.267753] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4bcee01-5443-4534-9d78-62e624d700aa with Priority: HIGHEST for action port [ 764.267753] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-719d7944-9504-40fc-a61b-a8580099349b taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.267753] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-719d7944-9504-40fc-a61b-a8580099349b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.267753] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-719d7944-9504-40fc-a61b-a8580099349b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.267753] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-719d7944-9504-40fc-a61b-a8580099349b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.267753] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('719d7944-9504-40fc-a61b-a8580099349b',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.267753] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-719d7944-9504-40fc-a61b-a8580099349b taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.267753] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-719d7944-9504-40fc-a61b-a8580099349b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.267753] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-719d7944-9504-40fc-a61b-a8580099349b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.268473] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-719d7944-9504-40fc-a61b-a8580099349b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.268473] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.268473] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.268473] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.268473] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.268473] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.268743] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('719d7944-9504-40fc-a61b-a8580099349b',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.270638] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4bcee01-5443-4534-9d78-62e624d700aa taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.270638] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4bcee01-5443-4534-9d78-62e624d700aa" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.270638] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4bcee01-5443-4534-9d78-62e624d700aa" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.270638] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4bcee01-5443-4534-9d78-62e624d700aa" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.270638] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4bcee01-5443-4534-9d78-62e624d700aa',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.315924] env[69392]: INFO networking_nsxv3.common.synchronization [req-698ed3c3-3283-4e78-8749-fe4d0b654489 req-75a4f2e0-3e02-47c5-86cc-e936c81da9ed tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Enqueued Resource ID: 523ba16e-9aef-4d46-81c8-289c4328529e with Priority: HIGHEST for action security_group_members [ 764.316496] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 523ba16e-9aef-4d46-81c8-289c4328529e with Priority: HIGHEST for action security_group_members [ 764.317063] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-523ba16e-9aef-4d46-81c8-289c4328529e taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.317241] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-523ba16e-9aef-4d46-81c8-289c4328529e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.317342] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-523ba16e-9aef-4d46-81c8-289c4328529e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.317634] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-523ba16e-9aef-4d46-81c8-289c4328529e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.317861] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.318143] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.318245] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.319367] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.319367] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.319367] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('523ba16e-9aef-4d46-81c8-289c4328529e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.490591] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('624ee1c4-2751-4f3f-8d79-a5dedadab0c7',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.698750] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfc16ea7-56d5-48eb-98a8-5248d3a2728d in Status: SUCCESS [ 764.698750] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfc16ea7-56d5-48eb-98a8-5248d3a2728d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.698750] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfc16ea7-56d5-48eb-98a8-5248d3a2728d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.698750] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfc16ea7-56d5-48eb-98a8-5248d3a2728d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.699051] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.699051] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.699051] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.699174] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.699282] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.699329] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfc16ea7-56d5-48eb-98a8-5248d3a2728d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.699512] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dfc16ea7-56d5-48eb-98a8-5248d3a2728d',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.707114] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.707256] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.707327] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.707517] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.707604] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.707696] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d30cb196-801a-4e20-897e-0908f627d762 already deleted. [ 764.707777] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d30cb196-801a-4e20-897e-0908f627d762" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.773403] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-719d7944-9504-40fc-a61b-a8580099349b taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.773761] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-719d7944-9504-40fc-a61b-a8580099349b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.773761] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('719d7944-9504-40fc-a61b-a8580099349b',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.777089] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c4bcee01-5443-4534-9d78-62e624d700aa with status ACTIVE [ 764.778517] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.778517] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.778517] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.778517] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.778517] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.778517] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.778517] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.778517] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.779357] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.779357] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.779357] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.779877] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.779986] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.780176] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.781109] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.781109] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c4bcee01-5443-4534-9d78-62e624d700aa is going to be updated. [ 764.808902] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.809096] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.810276] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.810420] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.810797] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.811092] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4bcee01-5443-4534-9d78-62e624d700aa" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.823210] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.823210] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.823210] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.823210] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.823210] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.823210] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.823210] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.823210] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.823210] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.823210] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.823210] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 523ba16e-9aef-4d46-81c8-289c4328529e already deleted. [ 764.823210] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-523ba16e-9aef-4d46-81c8-289c4328529e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.929044] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e7a001d-34e6-446a-9f04-16e41112b9e1 in Status: SUCCESS [ 764.929044] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e7a001d-34e6-446a-9f04-16e41112b9e1 deletion is rescheduled due to dependency. [ 764.929044] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e7a001d-34e6-446a-9f04-16e41112b9e1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.993685] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 624ee1c4-2751-4f3f-8d79-a5dedadab0c7: rpc.has_security_group_logging(os_id): False [ 765.016611] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.016793] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.016793] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.017758] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.017758] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.017927] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.018019] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.018216] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.018216] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.018353] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.018403] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 624ee1c4-2751-4f3f-8d79-a5dedadab0c7 is going to be created. [ 765.088172] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.088172] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.088172] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.088172] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.088172] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.101649] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 624ee1c4-2751-4f3f-8d79-a5dedadab0c7 in Status: IN_PROGRESS for 2s [ 765.115450] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f5effdb-8a73-494d-b222-722fe3a7f893 in Status: SUCCESS [ 765.115587] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f5effdb-8a73-494d-b222-722fe3a7f893" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.205349] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfc16ea7-56d5-48eb-98a8-5248d3a2728d taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.205349] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfc16ea7-56d5-48eb-98a8-5248d3a2728d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.205349] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfc16ea7-56d5-48eb-98a8-5248d3a2728d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.205349] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfc16ea7-56d5-48eb-98a8-5248d3a2728d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.205349] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.205349] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.205349] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.205349] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.205349] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.205349] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfc16ea7-56d5-48eb-98a8-5248d3a2728d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.205774] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfc16ea7-56d5-48eb-98a8-5248d3a2728d taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.205774] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfc16ea7-56d5-48eb-98a8-5248d3a2728d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.205774] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfc16ea7-56d5-48eb-98a8-5248d3a2728d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.205864] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfc16ea7-56d5-48eb-98a8-5248d3a2728d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.205959] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.206328] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.206328] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.206328] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.206537] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.206537] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfc16ea7-56d5-48eb-98a8-5248d3a2728d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.206730] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dfc16ea7-56d5-48eb-98a8-5248d3a2728d',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.282978] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('719d7944-9504-40fc-a61b-a8580099349b',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.389344] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-164 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.389344] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-164" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.389344] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-164" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.389344] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-164" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.389344] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.389344] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.389344] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.389344] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.389344] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.389344] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 765.389769] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 765.389769] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 765.389769] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 765.389769] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 765.389887] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 765.390139] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 765.413088] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 765.413283] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 765.413424] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 765.413621] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-164" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.413945] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-49884b11-b949-49ab-bea1-bb5a5e726007 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.414203] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-49884b11-b949-49ab-bea1-bb5a5e726007" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.414326] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-49884b11-b949-49ab-bea1-bb5a5e726007" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.414687] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-49884b11-b949-49ab-bea1-bb5a5e726007" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.414836] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49884b11-b949-49ab-bea1-bb5a5e726007',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.712442] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dfc16ea7-56d5-48eb-98a8-5248d3a2728d: rpc.has_security_group_logging(os_id): False [ 765.731645] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.731858] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.731913] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.732167] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.732355] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.732617] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.732730] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.732864] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.732954] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.733040] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.733238] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.733363] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.733424] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.734732] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.734935] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.735184] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.736686] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.737362] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.737362] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.737362] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.737362] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfc16ea7-56d5-48eb-98a8-5248d3a2728d is going to be created. [ 765.786154] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.786489] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.786489] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.786689] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.786689] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.788010] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 719d7944-9504-40fc-a61b-a8580099349b is going to be created. [ 765.803924] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.804083] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.805126] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.805388] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.805582] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.817841] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.817841] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.817841] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.818224] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.818457] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.820350] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfc16ea7-56d5-48eb-98a8-5248d3a2728d in Status: IN_PROGRESS for 2s [ 765.833346] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 719d7944-9504-40fc-a61b-a8580099349b in Status: UNINITIALIZED for 2s [ 765.917705] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.917705] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.917705] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.918018] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.918170] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.918365] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port 49884b11-b949-49ab-bea1-bb5a5e726007 not found, creating... [ 765.918671] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.918893] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.919050] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.919220] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.919684] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.919684] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.919943] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.919943] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.920229] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.920376] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.920542] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 49884b11-b949-49ab-bea1-bb5a5e726007 is going to be created. [ 765.951182] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.951182] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.951435] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.951599] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.951791] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.952026] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-49884b11-b949-49ab-bea1-bb5a5e726007" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.995107] env[69392]: INFO networking_nsxv3.common.synchronization [req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 req-de9a8c54-6b90-455a-afb0-e5babd54556f tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Enqueued Resource ID: dfc16ea7-56d5-48eb-98a8-5248d3a2728d with Priority: HIGHEST for action security_group_members [ 765.995107] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfc16ea7-56d5-48eb-98a8-5248d3a2728d with Priority: HIGHEST for action security_group_members [ 765.996457] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfc16ea7-56d5-48eb-98a8-5248d3a2728d taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.996642] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfc16ea7-56d5-48eb-98a8-5248d3a2728d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.997106] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfc16ea7-56d5-48eb-98a8-5248d3a2728d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.999553] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfc16ea7-56d5-48eb-98a8-5248d3a2728d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.999553] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.999553] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.999553] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.999780] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.999780] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.999914] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfc16ea7-56d5-48eb-98a8-5248d3a2728d',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.316405] env[69392]: INFO networking_nsxv3.common.synchronization [None req-61a34f53-f2d6-4008-be78-66ec810511bc None None] Enqueued Resource ID: 26d9325e-de10-4db5-a741-d2dc2f5782b3 with Priority: HIGHEST for action port [ 766.317242] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26d9325e-de10-4db5-a741-d2dc2f5782b3 with Priority: HIGHEST for action port [ 766.317242] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-26d9325e-de10-4db5-a741-d2dc2f5782b3 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.317672] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26d9325e-de10-4db5-a741-d2dc2f5782b3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.317672] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26d9325e-de10-4db5-a741-d2dc2f5782b3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.317672] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26d9325e-de10-4db5-a741-d2dc2f5782b3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.317791] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26d9325e-de10-4db5-a741-d2dc2f5782b3',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.503772] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dfc16ea7-56d5-48eb-98a8-5248d3a2728d',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.647025] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-164 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.647365] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-164" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.647583] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-164" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.648969] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-164" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.652690] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.653824] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.653824] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.653824] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.653824] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.654140] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 766.654345] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 766.654477] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 766.654647] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 766.655413] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 766.655413] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 766.655413] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 766.678595] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 766.678750] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 766.678900] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 766.679485] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-164" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.679485] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-2f2fc25f-9f8c-43a4-9fa6-b18fd0816ebd taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.679705] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-2f2fc25f-9f8c-43a4-9fa6-b18fd0816ebd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.679705] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-2f2fc25f-9f8c-43a4-9fa6-b18fd0816ebd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.680053] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-2f2fc25f-9f8c-43a4-9fa6-b18fd0816ebd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.680249] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f2fc25f-9f8c-43a4-9fa6-b18fd0816ebd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.691971] env[69392]: INFO networking_nsxv3.common.synchronization [None req-44601c51-284c-4211-bc1f-d60151ccb68d None None] Enqueued Resource ID: 0b96b1ff-fc4d-47d3-b2c5-66cc68d55165 with Priority: HIGHEST for action port [ 766.692481] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b96b1ff-fc4d-47d3-b2c5-66cc68d55165 with Priority: HIGHEST for action port [ 766.692807] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b96b1ff-fc4d-47d3-b2c5-66cc68d55165 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.692945] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b96b1ff-fc4d-47d3-b2c5-66cc68d55165" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.693447] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b96b1ff-fc4d-47d3-b2c5-66cc68d55165" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.693749] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b96b1ff-fc4d-47d3-b2c5-66cc68d55165" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.693831] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b96b1ff-fc4d-47d3-b2c5-66cc68d55165',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.771580] env[69392]: INFO networking_nsxv3.common.synchronization [None req-c9d87a6a-c8f3-46cc-a94f-d76bc816e194 tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Enqueued Resource ID: c9c6eb89-a8af-4e25-8621-b54410a8a492 with Priority: HIGHEST for action security_group_rules [ 766.773239] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9c6eb89-a8af-4e25-8621-b54410a8a492 with Priority: HIGHEST for action security_group_rules [ 766.773239] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9c6eb89-a8af-4e25-8621-b54410a8a492 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.773239] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9c6eb89-a8af-4e25-8621-b54410a8a492" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.773239] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9c6eb89-a8af-4e25-8621-b54410a8a492" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.773915] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9c6eb89-a8af-4e25-8621-b54410a8a492" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.773915] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9c6eb89-a8af-4e25-8621-b54410a8a492',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.824924] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 26d9325e-de10-4db5-a741-d2dc2f5782b3 [ 766.825259] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.825259] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.825259] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.825436] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.825558] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.825681] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:26d9325e-de10-4db5-a741-d2dc2f5782b3 already deleted. [ 766.825681] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26d9325e-de10-4db5-a741-d2dc2f5782b3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.916191] env[69392]: INFO networking_nsxv3.common.synchronization [None req-095fe838-1236-4d8d-8c3d-042d03470f31 tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Enqueued Resource ID: c9c6eb89-a8af-4e25-8621-b54410a8a492 with Priority: HIGHEST for action security_group_rules [ 766.917979] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9c6eb89-a8af-4e25-8621-b54410a8a492 with Priority: HIGHEST for action security_group_rules [ 766.919394] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9c6eb89-a8af-4e25-8621-b54410a8a492 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.919394] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9c6eb89-a8af-4e25-8621-b54410a8a492" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.005710] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dfc16ea7-56d5-48eb-98a8-5248d3a2728d',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.117726] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 624ee1c4-2751-4f3f-8d79-a5dedadab0c7 in Status: SUCCESS [ 767.119028] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-624ee1c4-2751-4f3f-8d79-a5dedadab0c7" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.183104] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.184060] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.184060] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.184060] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.184060] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.184244] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port 2f2fc25f-9f8c-43a4-9fa6-b18fd0816ebd not found, creating... [ 767.184475] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.184644] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.184761] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.185058] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.185256] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.185602] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.185764] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.185891] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.191586] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.191820] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.192041] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 2f2fc25f-9f8c-43a4-9fa6-b18fd0816ebd is going to be created. [ 767.201186] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0b96b1ff-fc4d-47d3-b2c5-66cc68d55165 [ 767.201186] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.201453] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.201453] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.203253] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.203253] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.203253] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0b96b1ff-fc4d-47d3-b2c5-66cc68d55165 already deleted. [ 767.203253] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b96b1ff-fc4d-47d3-b2c5-66cc68d55165" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.225696] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.225696] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.225696] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.225696] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.225696] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.225696] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-2f2fc25f-9f8c-43a4-9fa6-b18fd0816ebd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.327648] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.327855] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.328042] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.328102] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.328191] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.328284] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9c6eb89-a8af-4e25-8621-b54410a8a492 already deleted. [ 767.328391] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9c6eb89-a8af-4e25-8621-b54410a8a492" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.328554] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9c6eb89-a8af-4e25-8621-b54410a8a492" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.328758] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9c6eb89-a8af-4e25-8621-b54410a8a492" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.328844] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9c6eb89-a8af-4e25-8621-b54410a8a492',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.339047] env[69392]: INFO networking_nsxv3.common.synchronization [req-698ed3c3-3283-4e78-8749-fe4d0b654489 req-def26939-b146-4c3e-a2ea-3110ae7c7776 service nova] Enqueued Resource ID: 523ba16e-9aef-4d46-81c8-289c4328529e with Priority: HIGHEST for action security_group_rules [ 767.339227] env[69392]: INFO networking_nsxv3.common.synchronization [req-698ed3c3-3283-4e78-8749-fe4d0b654489 req-def26939-b146-4c3e-a2ea-3110ae7c7776 service nova] Enqueued Resource ID: 523ba16e-9aef-4d46-81c8-289c4328529e with Priority: HIGHEST for action security_group_members [ 767.339338] env[69392]: INFO networking_nsxv3.common.synchronization [req-698ed3c3-3283-4e78-8749-fe4d0b654489 req-def26939-b146-4c3e-a2ea-3110ae7c7776 service nova] Enqueued Resource ID: 49884b11-b949-49ab-bea1-bb5a5e726007 with Priority: HIGHEST for action port [ 767.339762] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 523ba16e-9aef-4d46-81c8-289c4328529e with Priority: HIGHEST for action security_group_rules [ 767.339762] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 523ba16e-9aef-4d46-81c8-289c4328529e with Priority: HIGHEST for action security_group_members [ 767.339762] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49884b11-b949-49ab-bea1-bb5a5e726007 with Priority: HIGHEST for action port [ 767.341013] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-523ba16e-9aef-4d46-81c8-289c4328529e taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.341299] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-523ba16e-9aef-4d46-81c8-289c4328529e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.341299] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-523ba16e-9aef-4d46-81c8-289c4328529e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.342770] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-523ba16e-9aef-4d46-81c8-289c4328529e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.342770] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('523ba16e-9aef-4d46-81c8-289c4328529e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.343232] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-523ba16e-9aef-4d46-81c8-289c4328529e taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.343533] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-523ba16e-9aef-4d46-81c8-289c4328529e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.343660] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-523ba16e-9aef-4d46-81c8-289c4328529e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.345662] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-523ba16e-9aef-4d46-81c8-289c4328529e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.345662] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.345662] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.345662] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.345662] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.345662] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.346026] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('523ba16e-9aef-4d46-81c8-289c4328529e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.347094] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-49884b11-b949-49ab-bea1-bb5a5e726007 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.347184] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49884b11-b949-49ab-bea1-bb5a5e726007" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.347763] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49884b11-b949-49ab-bea1-bb5a5e726007" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.348063] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49884b11-b949-49ab-bea1-bb5a5e726007" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.348479] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49884b11-b949-49ab-bea1-bb5a5e726007',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.511099] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.511099] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.511323] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.511493] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.511665] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.511745] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfc16ea7-56d5-48eb-98a8-5248d3a2728d is going to be updated. [ 767.550118] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.550118] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.550118] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.550491] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.550491] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.562790] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfc16ea7-56d5-48eb-98a8-5248d3a2728d in Status: IN_PROGRESS for 2s [ 767.835843] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfc16ea7-56d5-48eb-98a8-5248d3a2728d in Status: SUCCESS [ 767.836715] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfc16ea7-56d5-48eb-98a8-5248d3a2728d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.848755] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 719d7944-9504-40fc-a61b-a8580099349b in Status: SUCCESS [ 767.848972] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-719d7944-9504-40fc-a61b-a8580099349b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.849173] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-719d7944-9504-40fc-a61b-a8580099349b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.849459] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-719d7944-9504-40fc-a61b-a8580099349b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.849599] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.849719] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.849763] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.849914] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.849998] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.850374] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-719d7944-9504-40fc-a61b-a8580099349b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.850566] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('719d7944-9504-40fc-a61b-a8580099349b',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.852768] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.852902] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.852968] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.853174] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.853260] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.853359] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9c6eb89-a8af-4e25-8621-b54410a8a492 already deleted. [ 767.853442] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9c6eb89-a8af-4e25-8621-b54410a8a492" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.853731] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-523ba16e-9aef-4d46-81c8-289c4328529e taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.853833] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-523ba16e-9aef-4d46-81c8-289c4328529e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.854082] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('523ba16e-9aef-4d46-81c8-289c4328529e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.855102] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 49884b11-b949-49ab-bea1-bb5a5e726007 with status ACTIVE [ 767.855102] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.855102] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.855397] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.855397] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.855397] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.855873] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.855984] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.856093] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.856342] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.856451] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.856740] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.856740] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.856931] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.856931] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.857062] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.857062] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 49884b11-b949-49ab-bea1-bb5a5e726007 is going to be updated. [ 767.887395] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.887606] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.887682] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.887976] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.888145] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.888390] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49884b11-b949-49ab-bea1-bb5a5e726007" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.262561] env[69392]: INFO networking_nsxv3.common.synchronization [req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 req-99f89460-61d2-4b5a-8541-60b2ec18ed8e service nova] Enqueued Resource ID: dfc16ea7-56d5-48eb-98a8-5248d3a2728d with Priority: HIGHEST for action security_group_rules [ 768.262651] env[69392]: INFO networking_nsxv3.common.synchronization [req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 req-99f89460-61d2-4b5a-8541-60b2ec18ed8e service nova] Enqueued Resource ID: dfc16ea7-56d5-48eb-98a8-5248d3a2728d with Priority: HIGHEST for action security_group_members [ 768.262869] env[69392]: INFO networking_nsxv3.common.synchronization [req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 req-99f89460-61d2-4b5a-8541-60b2ec18ed8e service nova] Enqueued Resource ID: 2f2fc25f-9f8c-43a4-9fa6-b18fd0816ebd with Priority: HIGHEST for action port [ 768.263386] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfc16ea7-56d5-48eb-98a8-5248d3a2728d with Priority: HIGHEST for action security_group_rules [ 768.263524] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfc16ea7-56d5-48eb-98a8-5248d3a2728d with Priority: HIGHEST for action security_group_members [ 768.263623] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f2fc25f-9f8c-43a4-9fa6-b18fd0816ebd with Priority: HIGHEST for action port [ 768.264155] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfc16ea7-56d5-48eb-98a8-5248d3a2728d taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.264155] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfc16ea7-56d5-48eb-98a8-5248d3a2728d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.264155] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfc16ea7-56d5-48eb-98a8-5248d3a2728d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.264338] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfc16ea7-56d5-48eb-98a8-5248d3a2728d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.264483] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfc16ea7-56d5-48eb-98a8-5248d3a2728d',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.265770] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfc16ea7-56d5-48eb-98a8-5248d3a2728d taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.265770] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfc16ea7-56d5-48eb-98a8-5248d3a2728d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.265770] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f2fc25f-9f8c-43a4-9fa6-b18fd0816ebd taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.266222] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f2fc25f-9f8c-43a4-9fa6-b18fd0816ebd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.266222] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f2fc25f-9f8c-43a4-9fa6-b18fd0816ebd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.266222] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f2fc25f-9f8c-43a4-9fa6-b18fd0816ebd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.267069] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f2fc25f-9f8c-43a4-9fa6-b18fd0816ebd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.359481] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('523ba16e-9aef-4d46-81c8-289c4328529e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.360478] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('719d7944-9504-40fc-a61b-a8580099349b',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.770562] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfc16ea7-56d5-48eb-98a8-5248d3a2728d taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.770698] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfc16ea7-56d5-48eb-98a8-5248d3a2728d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.770945] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2f2fc25f-9f8c-43a4-9fa6-b18fd0816ebd with status ACTIVE [ 768.771153] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.771267] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.771334] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.771541] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.771632] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.771803] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.771900] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.771965] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.772129] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.772206] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.772430] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.772565] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.772565] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.772757] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.772837] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.772905] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2f2fc25f-9f8c-43a4-9fa6-b18fd0816ebd is going to be updated. [ 768.799352] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.799549] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.799625] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.799771] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.799904] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.800075] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f2fc25f-9f8c-43a4-9fa6-b18fd0816ebd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.867025] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 719d7944-9504-40fc-a61b-a8580099349b: rpc.has_security_group_logging(os_id): False [ 768.869584] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.869758] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.869821] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.870054] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.870141] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.871172] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 523ba16e-9aef-4d46-81c8-289c4328529e is going to be created. [ 768.909713] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.909713] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.909713] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.909713] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.909713] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.909713] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.909713] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.909713] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.909713] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.910365] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.910365] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 719d7944-9504-40fc-a61b-a8580099349b is going to be created. [ 768.916088] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.916906] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.917019] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.917218] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.917415] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.928311] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 523ba16e-9aef-4d46-81c8-289c4328529e in Status: UNINITIALIZED for 2s [ 769.002781] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.003451] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.003451] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.003667] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.003907] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.021466] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 719d7944-9504-40fc-a61b-a8580099349b in Status: IN_PROGRESS for 2s [ 769.332027] env[69392]: INFO networking_nsxv3.common.synchronization [None req-1ef900a3-caaf-4d17-bd1d-36d42d942efa None None] Enqueued Resource ID: c752ee07-1a60-4033-a4ed-393c040e802d with Priority: HIGHEST for action port [ 769.332027] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c752ee07-1a60-4033-a4ed-393c040e802d with Priority: HIGHEST for action port [ 769.332027] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-c752ee07-1a60-4033-a4ed-393c040e802d taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.332027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c752ee07-1a60-4033-a4ed-393c040e802d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.332027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c752ee07-1a60-4033-a4ed-393c040e802d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.332934] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c752ee07-1a60-4033-a4ed-393c040e802d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.333175] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c752ee07-1a60-4033-a4ed-393c040e802d',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.547461] env[69392]: INFO networking_nsxv3.common.synchronization [None req-8c9fe857-73dc-479e-8a2d-5b7919781a31 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Enqueued Resource ID: 3ca5fb82-bd35-44e4-ac6d-2fddb49925b5 with Priority: HIGHEST for action security_group_rules [ 769.547803] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ca5fb82-bd35-44e4-ac6d-2fddb49925b5 with Priority: HIGHEST for action security_group_rules [ 769.548271] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ca5fb82-bd35-44e4-ac6d-2fddb49925b5 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.548271] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ca5fb82-bd35-44e4-ac6d-2fddb49925b5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.548271] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ca5fb82-bd35-44e4-ac6d-2fddb49925b5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.548607] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ca5fb82-bd35-44e4-ac6d-2fddb49925b5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.548724] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ca5fb82-bd35-44e4-ac6d-2fddb49925b5',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.576271] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfc16ea7-56d5-48eb-98a8-5248d3a2728d in Status: SUCCESS [ 769.576271] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfc16ea7-56d5-48eb-98a8-5248d3a2728d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.576496] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfc16ea7-56d5-48eb-98a8-5248d3a2728d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.576786] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfc16ea7-56d5-48eb-98a8-5248d3a2728d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.577028] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.577179] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.577283] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.577491] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.577607] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.577743] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfc16ea7-56d5-48eb-98a8-5248d3a2728d',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.838192] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c752ee07-1a60-4033-a4ed-393c040e802d [ 769.838508] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.838656] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.838656] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.838910] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.839207] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.839207] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c752ee07-1a60-4033-a4ed-393c040e802d already deleted. [ 769.839436] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c752ee07-1a60-4033-a4ed-393c040e802d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.073241] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.073241] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.073241] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.073241] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.073241] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.073241] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ca5fb82-bd35-44e4-ac6d-2fddb49925b5 already deleted. [ 770.073241] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ca5fb82-bd35-44e4-ac6d-2fddb49925b5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.082564] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dfc16ea7-56d5-48eb-98a8-5248d3a2728d',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.099211] env[69392]: INFO networking_nsxv3.common.synchronization [None req-80513067-95bb-43a2-a80a-caa5d6838b49 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Enqueued Resource ID: 3ca5fb82-bd35-44e4-ac6d-2fddb49925b5 with Priority: HIGHEST for action security_group_rules [ 770.099984] env[69392]: INFO networking_nsxv3.common.synchronization [req-f5772d56-b9f4-4580-95a4-c9f82b85f60d req-8c7c0864-6f5b-432d-a383-f6009b6d9184 tempest-SecurityGroupRulesTestJSON-912851953 tempest-SecurityGroupRulesTestJSON-912851953-project-member] Enqueued Resource ID: 08d69f07-e8e6-41a1-a89f-8c4e169d2b46 with Priority: HIGHEST for action security_group_rules [ 770.101120] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ca5fb82-bd35-44e4-ac6d-2fddb49925b5 with Priority: HIGHEST for action security_group_rules [ 770.101679] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08d69f07-e8e6-41a1-a89f-8c4e169d2b46 with Priority: HIGHEST for action security_group_rules [ 770.101996] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ca5fb82-bd35-44e4-ac6d-2fddb49925b5 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.102124] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ca5fb82-bd35-44e4-ac6d-2fddb49925b5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.102221] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ca5fb82-bd35-44e4-ac6d-2fddb49925b5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.102513] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ca5fb82-bd35-44e4-ac6d-2fddb49925b5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.102645] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ca5fb82-bd35-44e4-ac6d-2fddb49925b5',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.108128] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08d69f07-e8e6-41a1-a89f-8c4e169d2b46 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.108128] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08d69f07-e8e6-41a1-a89f-8c4e169d2b46" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.108128] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08d69f07-e8e6-41a1-a89f-8c4e169d2b46" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.108418] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08d69f07-e8e6-41a1-a89f-8c4e169d2b46" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.108610] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08d69f07-e8e6-41a1-a89f-8c4e169d2b46',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.586575] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dfc16ea7-56d5-48eb-98a8-5248d3a2728d',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.631455] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.631455] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.631455] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.631455] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.631718] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.631718] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ca5fb82-bd35-44e4-ac6d-2fddb49925b5 already deleted. [ 770.631718] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ca5fb82-bd35-44e4-ac6d-2fddb49925b5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.632690] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.632881] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.632964] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.633266] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.633385] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.633588] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08d69f07-e8e6-41a1-a89f-8c4e169d2b46 already deleted. [ 770.633781] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08d69f07-e8e6-41a1-a89f-8c4e169d2b46" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.940203] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 523ba16e-9aef-4d46-81c8-289c4328529e in Status: SUCCESS [ 770.940661] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-523ba16e-9aef-4d46-81c8-289c4328529e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.940804] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-523ba16e-9aef-4d46-81c8-289c4328529e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.941103] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-523ba16e-9aef-4d46-81c8-289c4328529e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.941471] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.941573] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.941741] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.941936] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.942289] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.942289] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-523ba16e-9aef-4d46-81c8-289c4328529e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.942289] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('523ba16e-9aef-4d46-81c8-289c4328529e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.039354] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 719d7944-9504-40fc-a61b-a8580099349b in Status: SUCCESS [ 771.039527] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-719d7944-9504-40fc-a61b-a8580099349b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.090137] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.090601] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.090814] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.090996] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.091112] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.091218] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfc16ea7-56d5-48eb-98a8-5248d3a2728d is going to be updated. [ 771.126271] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.126584] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.126584] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.126783] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.126876] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.138791] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfc16ea7-56d5-48eb-98a8-5248d3a2728d in Status: IN_PROGRESS for 2s [ 771.447567] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-523ba16e-9aef-4d46-81c8-289c4328529e taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.447814] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-523ba16e-9aef-4d46-81c8-289c4328529e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.447814] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-523ba16e-9aef-4d46-81c8-289c4328529e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.448085] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-523ba16e-9aef-4d46-81c8-289c4328529e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.448248] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.448347] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.448429] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.448571] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.448662] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.448751] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-523ba16e-9aef-4d46-81c8-289c4328529e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.449060] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-523ba16e-9aef-4d46-81c8-289c4328529e taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.449060] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-523ba16e-9aef-4d46-81c8-289c4328529e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.449060] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-523ba16e-9aef-4d46-81c8-289c4328529e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.449323] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-523ba16e-9aef-4d46-81c8-289c4328529e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.449388] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.449472] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.449524] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.449629] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.449726] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.449792] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-523ba16e-9aef-4d46-81c8-289c4328529e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.449896] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('523ba16e-9aef-4d46-81c8-289c4328529e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.955295] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 523ba16e-9aef-4d46-81c8-289c4328529e: rpc.has_security_group_logging(os_id): False [ 771.980053] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.980053] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.980053] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.980053] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.980053] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.980053] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.980053] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.980053] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.980053] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.980053] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.980053] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.980053] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.980053] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.980053] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.985130] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.985477] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.987955] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.987955] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.987955] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.987955] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.987955] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 523ba16e-9aef-4d46-81c8-289c4328529e is going to be created. [ 772.062623] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.062623] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.062623] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.062623] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.062623] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.077437] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 523ba16e-9aef-4d46-81c8-289c4328529e in Status: IN_PROGRESS for 2s [ 773.135516] env[69392]: INFO networking_nsxv3.common.synchronization [None req-67462216-a2fc-4095-ad6d-963542f877fe None None] Enqueued Resource ID: a1c1a668-43d6-4ed7-8bdf-431f2ab2444e with Priority: HIGHEST for action port [ 773.136197] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1c1a668-43d6-4ed7-8bdf-431f2ab2444e with Priority: HIGHEST for action port [ 773.136509] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1c1a668-43d6-4ed7-8bdf-431f2ab2444e taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.136638] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1c1a668-43d6-4ed7-8bdf-431f2ab2444e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.136712] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1c1a668-43d6-4ed7-8bdf-431f2ab2444e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.137321] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1c1a668-43d6-4ed7-8bdf-431f2ab2444e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.137445] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1c1a668-43d6-4ed7-8bdf-431f2ab2444e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.154753] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfc16ea7-56d5-48eb-98a8-5248d3a2728d in Status: SUCCESS [ 773.154984] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfc16ea7-56d5-48eb-98a8-5248d3a2728d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.155242] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfc16ea7-56d5-48eb-98a8-5248d3a2728d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.155470] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfc16ea7-56d5-48eb-98a8-5248d3a2728d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.155887] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.156473] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.156473] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.156645] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.156741] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.156866] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfc16ea7-56d5-48eb-98a8-5248d3a2728d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.156983] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dfc16ea7-56d5-48eb-98a8-5248d3a2728d',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.426924] env[69392]: INFO networking_nsxv3.common.synchronization [None req-8d7ea7bc-7a2a-4d00-86d3-1a882f7724be None None] Enqueued Resource ID: 8d918cf9-f1d2-46db-9ffb-1825d07760c6 with Priority: HIGHEST for action port [ 773.427055] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d918cf9-f1d2-46db-9ffb-1825d07760c6 with Priority: HIGHEST for action port [ 773.427632] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d918cf9-f1d2-46db-9ffb-1825d07760c6 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.427766] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d918cf9-f1d2-46db-9ffb-1825d07760c6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.427819] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d918cf9-f1d2-46db-9ffb-1825d07760c6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.428552] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d918cf9-f1d2-46db-9ffb-1825d07760c6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.428758] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d918cf9-f1d2-46db-9ffb-1825d07760c6',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.640744] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a1c1a668-43d6-4ed7-8bdf-431f2ab2444e [ 773.641315] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.642957] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.642957] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.643118] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.643214] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.643321] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a1c1a668-43d6-4ed7-8bdf-431f2ab2444e already deleted. [ 773.643409] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1c1a668-43d6-4ed7-8bdf-431f2ab2444e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.660280] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfc16ea7-56d5-48eb-98a8-5248d3a2728d taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.660484] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfc16ea7-56d5-48eb-98a8-5248d3a2728d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.660484] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfc16ea7-56d5-48eb-98a8-5248d3a2728d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.660619] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfc16ea7-56d5-48eb-98a8-5248d3a2728d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.660821] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.660899] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.660946] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.661074] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.661161] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.661248] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfc16ea7-56d5-48eb-98a8-5248d3a2728d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.661414] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfc16ea7-56d5-48eb-98a8-5248d3a2728d taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.661848] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfc16ea7-56d5-48eb-98a8-5248d3a2728d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.661848] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfc16ea7-56d5-48eb-98a8-5248d3a2728d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.661957] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfc16ea7-56d5-48eb-98a8-5248d3a2728d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.662120] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.662219] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.662331] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.662464] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.662632] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.662632] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfc16ea7-56d5-48eb-98a8-5248d3a2728d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.662743] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dfc16ea7-56d5-48eb-98a8-5248d3a2728d',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.933116] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8d918cf9-f1d2-46db-9ffb-1825d07760c6 [ 773.933420] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.933420] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.933697] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.933781] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.933895] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.933998] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8d918cf9-f1d2-46db-9ffb-1825d07760c6 already deleted. [ 773.933998] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d918cf9-f1d2-46db-9ffb-1825d07760c6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.093905] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 523ba16e-9aef-4d46-81c8-289c4328529e in Status: SUCCESS [ 774.094071] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-523ba16e-9aef-4d46-81c8-289c4328529e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.166344] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dfc16ea7-56d5-48eb-98a8-5248d3a2728d: rpc.has_security_group_logging(os_id): False [ 774.183569] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.183726] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.183796] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.184016] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.184135] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.185225] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.185225] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.185225] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.185225] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.185225] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.185225] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.185225] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.185677] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.185677] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.185677] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.185783] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.185848] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.185884] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.186496] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.187024] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.187024] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfc16ea7-56d5-48eb-98a8-5248d3a2728d is going to be updated. [ 774.286628] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.286800] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.286840] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.287095] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.287265] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.305734] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfc16ea7-56d5-48eb-98a8-5248d3a2728d in Status: IN_PROGRESS for 2s [ 774.529532] env[69392]: INFO networking_nsxv3.common.synchronization [req-0ffe1178-ddab-491e-8f4b-800bfd78424b req-89d3b85d-e0ed-4e27-b664-1b3f6a68a1b0 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Enqueued Resource ID: 4491d9b9-950b-4b86-b52b-7c2858ba5f10 with Priority: HIGHEST for action security_group_members [ 774.531562] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4491d9b9-950b-4b86-b52b-7c2858ba5f10 with Priority: HIGHEST for action security_group_members [ 774.532161] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-4491d9b9-950b-4b86-b52b-7c2858ba5f10 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.532333] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4491d9b9-950b-4b86-b52b-7c2858ba5f10" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.532491] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4491d9b9-950b-4b86-b52b-7c2858ba5f10" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.532791] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4491d9b9-950b-4b86-b52b-7c2858ba5f10" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.532982] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.533251] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.533347] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.533584] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.533773] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.533912] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4491d9b9-950b-4b86-b52b-7c2858ba5f10',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.036781] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.036781] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.037230] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.037479] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.037584] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.037809] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.037906] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.037961] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.038145] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.038221] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.038310] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4491d9b9-950b-4b86-b52b-7c2858ba5f10 already deleted. [ 775.038389] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4491d9b9-950b-4b86-b52b-7c2858ba5f10" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.193380] env[69392]: INFO networking_nsxv3.common.synchronization [None req-eebe9449-feaf-4480-9581-f545d7d613c9 None None] Enqueued Resource ID: f12b2247-79ee-406b-bcaf-119771d0f893 with Priority: HIGHEST for action port [ 776.194188] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f12b2247-79ee-406b-bcaf-119771d0f893 with Priority: HIGHEST for action port [ 776.194238] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-f12b2247-79ee-406b-bcaf-119771d0f893 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.194353] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f12b2247-79ee-406b-bcaf-119771d0f893" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.194433] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f12b2247-79ee-406b-bcaf-119771d0f893" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.194752] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f12b2247-79ee-406b-bcaf-119771d0f893" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.194815] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f12b2247-79ee-406b-bcaf-119771d0f893',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.216351] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-794 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.216541] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-794" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.217207] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-794" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.217207] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-794" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.217358] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.217439] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.217601] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.218842] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.218842] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.218842] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 776.219054] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 776.219138] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 776.219221] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 776.219334] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 776.219437] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 776.219570] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 776.242196] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 776.242196] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 776.242196] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 776.242767] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-794" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.244802] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-4605fcb1-107a-4f4d-ab03-7a4deba78c67 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.244802] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-4605fcb1-107a-4f4d-ab03-7a4deba78c67" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.244802] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-4605fcb1-107a-4f4d-ab03-7a4deba78c67" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.244802] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-4605fcb1-107a-4f4d-ab03-7a4deba78c67" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.244802] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4605fcb1-107a-4f4d-ab03-7a4deba78c67',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.324225] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfc16ea7-56d5-48eb-98a8-5248d3a2728d in Status: SUCCESS [ 776.324519] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfc16ea7-56d5-48eb-98a8-5248d3a2728d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.388024] env[69392]: INFO networking_nsxv3.common.synchronization [None req-5a067bba-4c86-425b-93ea-657b43eebbcb None None] Enqueued Resource ID: 82524dd4-7ae7-4568-bfd8-e25f76bf4968 with Priority: HIGHEST for action port [ 776.388024] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82524dd4-7ae7-4568-bfd8-e25f76bf4968 with Priority: HIGHEST for action port [ 776.388392] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-82524dd4-7ae7-4568-bfd8-e25f76bf4968 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.388529] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82524dd4-7ae7-4568-bfd8-e25f76bf4968" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.388529] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82524dd4-7ae7-4568-bfd8-e25f76bf4968" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.389352] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82524dd4-7ae7-4568-bfd8-e25f76bf4968" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.389352] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82524dd4-7ae7-4568-bfd8-e25f76bf4968',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.702384] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f12b2247-79ee-406b-bcaf-119771d0f893 [ 776.702384] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.702384] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.702384] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.702384] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.702384] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.702384] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f12b2247-79ee-406b-bcaf-119771d0f893 already deleted. [ 776.702384] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f12b2247-79ee-406b-bcaf-119771d0f893" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.746244] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.748086] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.748086] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.748086] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.748259] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.748465] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port 4605fcb1-107a-4f4d-ab03-7a4deba78c67 not found, creating... [ 776.748776] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.749031] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.749167] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.749417] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.749562] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.749874] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.750067] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.750188] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.750435] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.750578] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.750720] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 4605fcb1-107a-4f4d-ab03-7a4deba78c67 is going to be created. [ 776.784220] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.784220] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.784220] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.784220] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.784220] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.784220] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-4605fcb1-107a-4f4d-ab03-7a4deba78c67" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.893062] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 82524dd4-7ae7-4568-bfd8-e25f76bf4968 [ 776.893062] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.893062] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.893610] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.893833] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.894493] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.894535] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:82524dd4-7ae7-4568-bfd8-e25f76bf4968 already deleted. [ 776.894615] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82524dd4-7ae7-4568-bfd8-e25f76bf4968" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.002606] env[69392]: INFO networking_nsxv3.common.synchronization [None req-e0e42e76-0428-4e8b-9c7d-817afe207e1e None None] Enqueued Resource ID: dd30a563-726a-4ca2-84b5-3e9c151bc11f with Priority: HIGHEST for action port [ 777.002672] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd30a563-726a-4ca2-84b5-3e9c151bc11f with Priority: HIGHEST for action port [ 777.003747] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd30a563-726a-4ca2-84b5-3e9c151bc11f taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.003747] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd30a563-726a-4ca2-84b5-3e9c151bc11f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.003747] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd30a563-726a-4ca2-84b5-3e9c151bc11f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.004122] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd30a563-726a-4ca2-84b5-3e9c151bc11f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.004122] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd30a563-726a-4ca2-84b5-3e9c151bc11f',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.511799] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dd30a563-726a-4ca2-84b5-3e9c151bc11f [ 777.512171] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.512238] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.512322] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.512602] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.512714] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.512817] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dd30a563-726a-4ca2-84b5-3e9c151bc11f already deleted. [ 777.512903] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd30a563-726a-4ca2-84b5-3e9c151bc11f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.071255] env[69392]: INFO networking_nsxv3.common.synchronization [None req-87417c97-ae7f-4c7c-8122-8c2854b3fd3b None None] Enqueued Resource ID: 29747251-2bb5-4f1d-bc93-989f5ab79c31 with Priority: HIGHEST for action port [ 778.071255] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29747251-2bb5-4f1d-bc93-989f5ab79c31 with Priority: HIGHEST for action port [ 778.071974] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-29747251-2bb5-4f1d-bc93-989f5ab79c31 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.072301] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29747251-2bb5-4f1d-bc93-989f5ab79c31" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.072772] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29747251-2bb5-4f1d-bc93-989f5ab79c31" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.073280] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29747251-2bb5-4f1d-bc93-989f5ab79c31" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.073280] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29747251-2bb5-4f1d-bc93-989f5ab79c31',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.124221] env[69392]: INFO networking_nsxv3.common.synchronization [req-ac140f90-4a0c-41c1-a7bb-5e42b9ee0129 req-5f0d2e9c-4544-46db-bb1c-f41dd4295a32 tempest-SecurityGroupRulesTestJSON-912851953 tempest-SecurityGroupRulesTestJSON-912851953-project-member] Enqueued Resource ID: 47d22fb8-e358-44a9-bb0c-dc6313f03908 with Priority: HIGHEST for action security_group_rules [ 778.125262] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47d22fb8-e358-44a9-bb0c-dc6313f03908 with Priority: HIGHEST for action security_group_rules [ 778.127021] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-47d22fb8-e358-44a9-bb0c-dc6313f03908 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.127021] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-47d22fb8-e358-44a9-bb0c-dc6313f03908" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.127021] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-47d22fb8-e358-44a9-bb0c-dc6313f03908" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.127021] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-47d22fb8-e358-44a9-bb0c-dc6313f03908" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.127021] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('47d22fb8-e358-44a9-bb0c-dc6313f03908',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.578505] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 29747251-2bb5-4f1d-bc93-989f5ab79c31 [ 778.578505] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.578505] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.578505] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.578505] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.578505] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.578505] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:29747251-2bb5-4f1d-bc93-989f5ab79c31 already deleted. [ 778.578505] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29747251-2bb5-4f1d-bc93-989f5ab79c31" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.664581] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.664728] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.664785] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.665236] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.665236] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.665236] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 47d22fb8-e358-44a9-bb0c-dc6313f03908 already deleted. [ 778.665380] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-47d22fb8-e358-44a9-bb0c-dc6313f03908" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.914900] env[69392]: INFO networking_nsxv3.common.synchronization [req-0ffe1178-ddab-491e-8f4b-800bfd78424b req-82d8ce0a-5b7d-4042-89a7-775ce53239fd service nova] Enqueued Resource ID: 4491d9b9-950b-4b86-b52b-7c2858ba5f10 with Priority: HIGHEST for action security_group_rules [ 778.914900] env[69392]: INFO networking_nsxv3.common.synchronization [req-0ffe1178-ddab-491e-8f4b-800bfd78424b req-82d8ce0a-5b7d-4042-89a7-775ce53239fd service nova] Enqueued Resource ID: 4491d9b9-950b-4b86-b52b-7c2858ba5f10 with Priority: HIGHEST for action security_group_members [ 778.914900] env[69392]: INFO networking_nsxv3.common.synchronization [req-0ffe1178-ddab-491e-8f4b-800bfd78424b req-82d8ce0a-5b7d-4042-89a7-775ce53239fd service nova] Enqueued Resource ID: 4605fcb1-107a-4f4d-ab03-7a4deba78c67 with Priority: HIGHEST for action port [ 778.915630] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4491d9b9-950b-4b86-b52b-7c2858ba5f10 with Priority: HIGHEST for action security_group_rules [ 778.916042] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4491d9b9-950b-4b86-b52b-7c2858ba5f10 with Priority: HIGHEST for action security_group_members [ 778.916042] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4605fcb1-107a-4f4d-ab03-7a4deba78c67 with Priority: HIGHEST for action port [ 778.916297] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4491d9b9-950b-4b86-b52b-7c2858ba5f10 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.916360] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4491d9b9-950b-4b86-b52b-7c2858ba5f10" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.916409] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4491d9b9-950b-4b86-b52b-7c2858ba5f10" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.917540] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4491d9b9-950b-4b86-b52b-7c2858ba5f10" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.917540] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4491d9b9-950b-4b86-b52b-7c2858ba5f10',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.917676] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-4491d9b9-950b-4b86-b52b-7c2858ba5f10 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.918435] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4491d9b9-950b-4b86-b52b-7c2858ba5f10" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.918435] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4491d9b9-950b-4b86-b52b-7c2858ba5f10" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.918574] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4491d9b9-950b-4b86-b52b-7c2858ba5f10" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.918720] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.918827] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.918919] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.919303] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.919303] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.919890] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4491d9b9-950b-4b86-b52b-7c2858ba5f10',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.921028] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-4605fcb1-107a-4f4d-ab03-7a4deba78c67 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.923092] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4605fcb1-107a-4f4d-ab03-7a4deba78c67" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.923189] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4605fcb1-107a-4f4d-ab03-7a4deba78c67" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.924071] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4605fcb1-107a-4f4d-ab03-7a4deba78c67" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.924071] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4605fcb1-107a-4f4d-ab03-7a4deba78c67',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.417729] env[69392]: INFO networking_nsxv3.common.synchronization [req-0eebb46b-a381-459d-84b4-4bb8433eead8 req-70e4275c-2658-4069-8da1-cf3f2119eb2e tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Enqueued Resource ID: 9f5effdb-8a73-494d-b222-722fe3a7f893 with Priority: HIGHEST for action security_group_members [ 779.418307] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f5effdb-8a73-494d-b222-722fe3a7f893 with Priority: HIGHEST for action security_group_members [ 779.418604] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f5effdb-8a73-494d-b222-722fe3a7f893 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.418733] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f5effdb-8a73-494d-b222-722fe3a7f893" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.418794] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f5effdb-8a73-494d-b222-722fe3a7f893" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.419012] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f5effdb-8a73-494d-b222-722fe3a7f893" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.419604] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.419604] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.419604] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.419604] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.419604] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.419958] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f5effdb-8a73-494d-b222-722fe3a7f893',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.429752] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4605fcb1-107a-4f4d-ab03-7a4deba78c67 with status ACTIVE [ 779.429752] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.429752] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.429752] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.429752] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.429752] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.429752] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.429752] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.429752] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.429752] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.429752] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.429752] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.429752] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.429752] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.429752] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.429752] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.429752] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4605fcb1-107a-4f4d-ab03-7a4deba78c67 is going to be updated. [ 779.430814] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-4491d9b9-950b-4b86-b52b-7c2858ba5f10 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.430814] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4491d9b9-950b-4b86-b52b-7c2858ba5f10" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.430814] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4491d9b9-950b-4b86-b52b-7c2858ba5f10',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.458864] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.458864] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.458864] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.458864] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.458864] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.458864] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4605fcb1-107a-4f4d-ab03-7a4deba78c67" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.658621] env[69392]: INFO networking_nsxv3.common.synchronization [None req-d24da560-ab8f-4a03-a00c-30729570ecf8 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Enqueued Resource ID: f2fa25dc-75b3-4554-a588-b4023e5815ac with Priority: HIGHEST for action security_group_rules [ 779.660784] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2fa25dc-75b3-4554-a588-b4023e5815ac with Priority: HIGHEST for action security_group_rules [ 779.660784] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2fa25dc-75b3-4554-a588-b4023e5815ac taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.660784] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2fa25dc-75b3-4554-a588-b4023e5815ac" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.660784] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2fa25dc-75b3-4554-a588-b4023e5815ac" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.663392] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2fa25dc-75b3-4554-a588-b4023e5815ac" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.663727] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2fa25dc-75b3-4554-a588-b4023e5815ac',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.794789] env[69392]: INFO networking_nsxv3.common.synchronization [None req-03d38fc0-97f5-4094-9f2d-e332340d9ba6 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Enqueued Resource ID: f2fa25dc-75b3-4554-a588-b4023e5815ac with Priority: HIGHEST for action security_group_rules [ 779.795355] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2fa25dc-75b3-4554-a588-b4023e5815ac with Priority: HIGHEST for action security_group_rules [ 779.795658] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2fa25dc-75b3-4554-a588-b4023e5815ac taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.795758] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2fa25dc-75b3-4554-a588-b4023e5815ac" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.922558] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.923288] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.923288] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.923465] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.923465] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.923705] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.923862] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.923942] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.924136] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.924221] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.924344] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f5effdb-8a73-494d-b222-722fe3a7f893 is going to be updated. [ 779.937042] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4491d9b9-950b-4b86-b52b-7c2858ba5f10',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.954588] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.955341] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.955341] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.955341] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.955475] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.965368] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f5effdb-8a73-494d-b222-722fe3a7f893 in Status: IN_PROGRESS for 2s [ 780.207398] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.210257] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.210257] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.210257] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.210257] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.210257] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2fa25dc-75b3-4554-a588-b4023e5815ac already deleted. [ 780.210257] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2fa25dc-75b3-4554-a588-b4023e5815ac" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.210257] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2fa25dc-75b3-4554-a588-b4023e5815ac" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.210257] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2fa25dc-75b3-4554-a588-b4023e5815ac" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.210257] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2fa25dc-75b3-4554-a588-b4023e5815ac',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.443679] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.443679] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.443679] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.443679] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.443679] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.443679] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4491d9b9-950b-4b86-b52b-7c2858ba5f10 is going to be created. [ 780.469051] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.469264] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.469345] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.469603] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.469800] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.483384] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4491d9b9-950b-4b86-b52b-7c2858ba5f10 in Status: UNINITIALIZED for 2s [ 780.522059] env[69392]: INFO networking_nsxv3.common.synchronization [None req-fa13ebe5-b041-4047-89fb-19bb7ef58ec5 None None] Enqueued Resource ID: e2f63b40-cb18-4d1b-a0d2-8ee7be18dd22 with Priority: HIGHEST for action port [ 780.522417] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2f63b40-cb18-4d1b-a0d2-8ee7be18dd22 with Priority: HIGHEST for action port [ 780.522762] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2f63b40-cb18-4d1b-a0d2-8ee7be18dd22 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.522885] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2f63b40-cb18-4d1b-a0d2-8ee7be18dd22" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.522949] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2f63b40-cb18-4d1b-a0d2-8ee7be18dd22" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.525945] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2f63b40-cb18-4d1b-a0d2-8ee7be18dd22" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.525945] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2f63b40-cb18-4d1b-a0d2-8ee7be18dd22',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.731093] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.731678] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.731678] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.731856] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.731962] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.732143] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2fa25dc-75b3-4554-a588-b4023e5815ac already deleted. [ 780.732710] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2fa25dc-75b3-4554-a588-b4023e5815ac" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.026250] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e2f63b40-cb18-4d1b-a0d2-8ee7be18dd22 [ 781.026250] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.026250] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.026572] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.026572] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.026641] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.026999] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e2f63b40-cb18-4d1b-a0d2-8ee7be18dd22 already deleted. [ 781.026999] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2f63b40-cb18-4d1b-a0d2-8ee7be18dd22" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.069717] env[69392]: INFO networking_nsxv3.common.synchronization [req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 req-b802586a-dc55-46c4-b4f8-40eca2e866c2 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Enqueued Resource ID: 44752025-edeb-41ac-a47d-ef5de185998e with Priority: HIGHEST for action security_group_members [ 781.069717] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44752025-edeb-41ac-a47d-ef5de185998e with Priority: HIGHEST for action security_group_members [ 781.069997] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-44752025-edeb-41ac-a47d-ef5de185998e taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.070186] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.070186] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.070473] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.070663] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.070772] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.070834] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.070997] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.071113] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.071208] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44752025-edeb-41ac-a47d-ef5de185998e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.297606] env[69392]: INFO networking_nsxv3.common.synchronization [None req-10cf4484-4bca-401d-9d99-a99003b07feb None None] Enqueued Resource ID: c4bba62d-1eb8-4610-a2cd-59c58b804f59 with Priority: HIGHEST for action port [ 781.297606] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4bba62d-1eb8-4610-a2cd-59c58b804f59 with Priority: HIGHEST for action port [ 781.297606] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4bba62d-1eb8-4610-a2cd-59c58b804f59 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.297606] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4bba62d-1eb8-4610-a2cd-59c58b804f59" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.297606] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4bba62d-1eb8-4610-a2cd-59c58b804f59" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.297914] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4bba62d-1eb8-4610-a2cd-59c58b804f59" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.297914] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4bba62d-1eb8-4610-a2cd-59c58b804f59',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.575113] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.575487] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.575728] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.575973] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.576152] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.576404] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.576735] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.576870] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.577096] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.577277] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.577352] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44752025-edeb-41ac-a47d-ef5de185998e already deleted. [ 781.577448] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.705219] env[69392]: INFO networking_nsxv3.common.synchronization [None req-32c0a318-0f21-4e32-880a-15189c5157a1 None None] Enqueued Resource ID: e5b1be1a-8b4f-45e3-bb2b-f236e8a44275 with Priority: HIGHEST for action port [ 781.705435] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5b1be1a-8b4f-45e3-bb2b-f236e8a44275 with Priority: HIGHEST for action port [ 781.706055] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5b1be1a-8b4f-45e3-bb2b-f236e8a44275 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.706619] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5b1be1a-8b4f-45e3-bb2b-f236e8a44275" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.706619] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5b1be1a-8b4f-45e3-bb2b-f236e8a44275" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.706619] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5b1be1a-8b4f-45e3-bb2b-f236e8a44275" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.706619] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5b1be1a-8b4f-45e3-bb2b-f236e8a44275',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.758889] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-999 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.758889] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-999" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.758889] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-999" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.758889] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-999" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.758889] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.758889] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.758889] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.758889] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.758889] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.759558] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 781.759558] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 781.759558] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 781.759558] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 781.759686] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 781.759980] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 781.760202] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 781.781786] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 781.783699] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 781.784939] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 781.785219] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-999" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.785589] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-6a863bd8-9627-442c-a4e7-7550efc34526 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.785869] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-6a863bd8-9627-442c-a4e7-7550efc34526" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.785962] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-6a863bd8-9627-442c-a4e7-7550efc34526" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.786435] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-6a863bd8-9627-442c-a4e7-7550efc34526" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.786629] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a863bd8-9627-442c-a4e7-7550efc34526',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.800790] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c4bba62d-1eb8-4610-a2cd-59c58b804f59 [ 781.801044] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.801184] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.801251] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.801478] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.801585] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.801654] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c4bba62d-1eb8-4610-a2cd-59c58b804f59 already deleted. [ 781.801728] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4bba62d-1eb8-4610-a2cd-59c58b804f59" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.860479] env[69392]: INFO networking_nsxv3.common.synchronization [None req-904b0214-4e5b-4f3f-ac9e-0fecc0a22e51 None None] Enqueued Resource ID: 6c4487cc-6510-4c05-8539-8ab6f55383d6 with Priority: HIGHEST for action port [ 781.860950] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c4487cc-6510-4c05-8539-8ab6f55383d6 with Priority: HIGHEST for action port [ 781.867244] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c4487cc-6510-4c05-8539-8ab6f55383d6 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.867244] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c4487cc-6510-4c05-8539-8ab6f55383d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.867244] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c4487cc-6510-4c05-8539-8ab6f55383d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.867244] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c4487cc-6510-4c05-8539-8ab6f55383d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.867244] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c4487cc-6510-4c05-8539-8ab6f55383d6',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.978141] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f5effdb-8a73-494d-b222-722fe3a7f893 in Status: SUCCESS [ 781.978366] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f5effdb-8a73-494d-b222-722fe3a7f893 deletion is rescheduled due to dependency. [ 781.978474] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f5effdb-8a73-494d-b222-722fe3a7f893" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.211425] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e5b1be1a-8b4f-45e3-bb2b-f236e8a44275 [ 782.211425] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.213335] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.213421] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.213740] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.213779] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.213890] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e5b1be1a-8b4f-45e3-bb2b-f236e8a44275 already deleted. [ 782.213976] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5b1be1a-8b4f-45e3-bb2b-f236e8a44275" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.289301] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.289456] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.289579] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.289857] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.289997] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.290162] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port 6a863bd8-9627-442c-a4e7-7550efc34526 not found, creating... [ 782.290434] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.290640] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.290878] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.291128] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.291265] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.291622] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.291701] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.291804] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.292027] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.292617] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.292773] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 6a863bd8-9627-442c-a4e7-7550efc34526 is going to be created. [ 782.316442] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.316442] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.316442] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.316442] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.316442] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.316761] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-6a863bd8-9627-442c-a4e7-7550efc34526" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.367011] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6c4487cc-6510-4c05-8539-8ab6f55383d6 [ 782.367382] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.367539] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.367539] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.368382] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.368382] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.368382] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6c4487cc-6510-4c05-8539-8ab6f55383d6 already deleted. [ 782.368382] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c4487cc-6510-4c05-8539-8ab6f55383d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.496844] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4491d9b9-950b-4b86-b52b-7c2858ba5f10 in Status: SUCCESS [ 782.497662] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4491d9b9-950b-4b86-b52b-7c2858ba5f10" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.497662] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4491d9b9-950b-4b86-b52b-7c2858ba5f10" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.497662] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4491d9b9-950b-4b86-b52b-7c2858ba5f10" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.497879] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.497879] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.498015] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.498107] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.498191] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.498281] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4491d9b9-950b-4b86-b52b-7c2858ba5f10" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.498408] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4491d9b9-950b-4b86-b52b-7c2858ba5f10',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.001489] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4491d9b9-950b-4b86-b52b-7c2858ba5f10',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.100296] env[69392]: INFO networking_nsxv3.common.synchronization [req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 req-1b406233-06b9-4b26-8548-9e198c978c6c service nova] Enqueued Resource ID: 44752025-edeb-41ac-a47d-ef5de185998e with Priority: HIGHEST for action security_group_rules [ 783.102203] env[69392]: INFO networking_nsxv3.common.synchronization [req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 req-1b406233-06b9-4b26-8548-9e198c978c6c service nova] Enqueued Resource ID: 44752025-edeb-41ac-a47d-ef5de185998e with Priority: HIGHEST for action security_group_members [ 783.102203] env[69392]: INFO networking_nsxv3.common.synchronization [req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 req-1b406233-06b9-4b26-8548-9e198c978c6c service nova] Enqueued Resource ID: 6a863bd8-9627-442c-a4e7-7550efc34526 with Priority: HIGHEST for action port [ 783.102203] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44752025-edeb-41ac-a47d-ef5de185998e with Priority: HIGHEST for action security_group_rules [ 783.102203] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44752025-edeb-41ac-a47d-ef5de185998e with Priority: HIGHEST for action security_group_members [ 783.102203] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a863bd8-9627-442c-a4e7-7550efc34526 with Priority: HIGHEST for action port [ 783.102854] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44752025-edeb-41ac-a47d-ef5de185998e taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.103286] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.103369] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.103669] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.103754] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44752025-edeb-41ac-a47d-ef5de185998e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.108899] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-44752025-edeb-41ac-a47d-ef5de185998e taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.108899] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.108899] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.109083] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.109879] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.110014] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.110139] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.110275] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.110365] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.110510] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44752025-edeb-41ac-a47d-ef5de185998e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.111614] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a863bd8-9627-442c-a4e7-7550efc34526 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.111707] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a863bd8-9627-442c-a4e7-7550efc34526" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.111829] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a863bd8-9627-442c-a4e7-7550efc34526" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.111987] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a863bd8-9627-442c-a4e7-7550efc34526" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.112920] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a863bd8-9627-442c-a4e7-7550efc34526',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.503839] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4491d9b9-950b-4b86-b52b-7c2858ba5f10: rpc.has_security_group_logging(os_id): False [ 783.526979] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.527203] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.527296] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.527718] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.528463] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.528463] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.528463] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.528463] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.529527] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.529527] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.529527] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4491d9b9-950b-4b86-b52b-7c2858ba5f10 is going to be created. [ 783.606707] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.608729] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.608729] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.608729] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.608729] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.617897] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-44752025-edeb-41ac-a47d-ef5de185998e taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.617897] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.617897] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6a863bd8-9627-442c-a4e7-7550efc34526 with status ACTIVE [ 783.617897] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.617897] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.617897] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.617897] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.617897] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.618783] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.618783] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.618783] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.618783] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.618783] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.618783] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.619139] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.619139] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.619139] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.619260] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.619296] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6a863bd8-9627-442c-a4e7-7550efc34526 is going to be updated. [ 783.620670] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44752025-edeb-41ac-a47d-ef5de185998e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.634027] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4491d9b9-950b-4b86-b52b-7c2858ba5f10 in Status: IN_PROGRESS for 2s [ 783.651177] env[69392]: INFO networking_nsxv3.common.synchronization [req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 req-778ff0e6-92c7-4ffb-954d-a6ab393e6e6a tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Enqueued Resource ID: 4125c564-608e-4a8b-9379-399b2d87342a with Priority: HIGHEST for action security_group_members [ 783.652675] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4125c564-608e-4a8b-9379-399b2d87342a with Priority: HIGHEST for action security_group_members [ 783.654310] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.654523] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.654639] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.654882] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.655035] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.655202] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a863bd8-9627-442c-a4e7-7550efc34526" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.655479] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-4125c564-608e-4a8b-9379-399b2d87342a taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.655590] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4125c564-608e-4a8b-9379-399b2d87342a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.655659] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4125c564-608e-4a8b-9379-399b2d87342a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.655893] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4125c564-608e-4a8b-9379-399b2d87342a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.656281] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.656668] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.656868] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.660018] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.660018] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.660018] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4125c564-608e-4a8b-9379-399b2d87342a',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.064670] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-164 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.064991] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-164" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.065040] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-164" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.065319] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-164" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.065581] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.066389] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.066657] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.067106] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.067402] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.067790] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 784.067951] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 784.068115] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 784.068260] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 784.068425] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 784.068565] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 784.068737] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 784.088237] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 784.088414] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 784.088554] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 784.088730] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-164" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.089109] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-e5cbf0a1-29e5-4bbd-a04e-e29a1b9af2ea taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.089287] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-e5cbf0a1-29e5-4bbd-a04e-e29a1b9af2ea" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.089406] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-e5cbf0a1-29e5-4bbd-a04e-e29a1b9af2ea" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.089729] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-e5cbf0a1-29e5-4bbd-a04e-e29a1b9af2ea" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.089869] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5cbf0a1-29e5-4bbd-a04e-e29a1b9af2ea',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.125074] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44752025-edeb-41ac-a47d-ef5de185998e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.161481] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.162568] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.162733] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.162901] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.162998] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.163334] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.163334] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.163432] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.163890] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.164008] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.164110] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4125c564-608e-4a8b-9379-399b2d87342a already deleted. [ 784.164200] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4125c564-608e-4a8b-9379-399b2d87342a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.417545] env[69392]: INFO networking_nsxv3.common.synchronization [None req-7d90adf9-eac0-4fb6-a1db-792eea515778 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Enqueued Resource ID: 85a75816-1e8d-4197-bbc0-6d252d42c389 with Priority: HIGHEST for action security_group_rules [ 784.420020] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85a75816-1e8d-4197-bbc0-6d252d42c389 with Priority: HIGHEST for action security_group_rules [ 784.420020] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85a75816-1e8d-4197-bbc0-6d252d42c389 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.420020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85a75816-1e8d-4197-bbc0-6d252d42c389" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.420020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85a75816-1e8d-4197-bbc0-6d252d42c389" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.420020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85a75816-1e8d-4197-bbc0-6d252d42c389" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.420020] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85a75816-1e8d-4197-bbc0-6d252d42c389',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.546278] env[69392]: INFO networking_nsxv3.common.synchronization [None req-144dd064-e198-491f-b5ed-fca619973f6f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Enqueued Resource ID: 85a75816-1e8d-4197-bbc0-6d252d42c389 with Priority: HIGHEST for action security_group_rules [ 784.546278] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85a75816-1e8d-4197-bbc0-6d252d42c389 with Priority: HIGHEST for action security_group_rules [ 784.546278] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85a75816-1e8d-4197-bbc0-6d252d42c389 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.546278] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85a75816-1e8d-4197-bbc0-6d252d42c389" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.593203] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.593203] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.593203] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.593360] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.594683] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.594683] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port e5cbf0a1-29e5-4bbd-a04e-e29a1b9af2ea not found, creating... [ 784.594683] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.594683] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.594683] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.594683] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.594683] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.595413] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.595413] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.595413] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.595413] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.595688] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.595688] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: e5cbf0a1-29e5-4bbd-a04e-e29a1b9af2ea is going to be created. [ 784.617724] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.618058] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.618195] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.618716] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.619135] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.619372] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-e5cbf0a1-29e5-4bbd-a04e-e29a1b9af2ea" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.627875] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.628053] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.628053] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.628893] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.628893] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.628893] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44752025-edeb-41ac-a47d-ef5de185998e is going to be created. [ 784.658038] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.658990] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.658990] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.658990] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.658990] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.671315] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44752025-edeb-41ac-a47d-ef5de185998e in Status: UNINITIALIZED for 2s [ 784.948023] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.948023] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.948023] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.948023] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.948023] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.948023] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85a75816-1e8d-4197-bbc0-6d252d42c389 already deleted. [ 784.948023] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85a75816-1e8d-4197-bbc0-6d252d42c389" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.948023] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85a75816-1e8d-4197-bbc0-6d252d42c389" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.948023] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85a75816-1e8d-4197-bbc0-6d252d42c389" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.948023] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85a75816-1e8d-4197-bbc0-6d252d42c389',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.470306] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.470720] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.470720] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.470804] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.470951] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.470987] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85a75816-1e8d-4197-bbc0-6d252d42c389 already deleted. [ 785.471148] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85a75816-1e8d-4197-bbc0-6d252d42c389" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.647564] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4491d9b9-950b-4b86-b52b-7c2858ba5f10 in Status: SUCCESS [ 785.648784] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4491d9b9-950b-4b86-b52b-7c2858ba5f10" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.755523] env[69392]: INFO networking_nsxv3.common.synchronization [req-f4859b85-a4a1-40c5-8f45-47061d5a7957 req-dd933805-ae94-4f69-8f62-eea461c57a13 tempest-SecurityGroupRulesTestJSON-912851953 tempest-SecurityGroupRulesTestJSON-912851953-project-member] Enqueued Resource ID: cf5bedd0-1efd-4b35-8a88-09b1c52b1e9a with Priority: HIGHEST for action security_group_rules [ 785.763754] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf5bedd0-1efd-4b35-8a88-09b1c52b1e9a with Priority: HIGHEST for action security_group_rules [ 785.764752] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf5bedd0-1efd-4b35-8a88-09b1c52b1e9a taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.765252] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf5bedd0-1efd-4b35-8a88-09b1c52b1e9a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.765252] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf5bedd0-1efd-4b35-8a88-09b1c52b1e9a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.765428] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf5bedd0-1efd-4b35-8a88-09b1c52b1e9a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.767160] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf5bedd0-1efd-4b35-8a88-09b1c52b1e9a',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.116715] env[69392]: INFO networking_nsxv3.common.synchronization [None req-b5c230f7-0d60-4c61-9e24-324b2b2455d0 None None] Enqueued Resource ID: 8717db69-7925-4634-8183-dbcde2dc225c with Priority: HIGHEST for action port [ 786.118861] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8717db69-7925-4634-8183-dbcde2dc225c with Priority: HIGHEST for action port [ 786.119076] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-8717db69-7925-4634-8183-dbcde2dc225c taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.120752] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8717db69-7925-4634-8183-dbcde2dc225c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.120752] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8717db69-7925-4634-8183-dbcde2dc225c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.120752] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8717db69-7925-4634-8183-dbcde2dc225c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.120752] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8717db69-7925-4634-8183-dbcde2dc225c',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.139254] env[69392]: INFO networking_nsxv3.common.synchronization [req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 req-e6bae73e-029a-4dc6-91a6-2f96e370e00b service nova] Enqueued Resource ID: 4125c564-608e-4a8b-9379-399b2d87342a with Priority: HIGHEST for action security_group_rules [ 786.139950] env[69392]: INFO networking_nsxv3.common.synchronization [req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 req-e6bae73e-029a-4dc6-91a6-2f96e370e00b service nova] Enqueued Resource ID: 4125c564-608e-4a8b-9379-399b2d87342a with Priority: HIGHEST for action security_group_members [ 786.140101] env[69392]: INFO networking_nsxv3.common.synchronization [req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 req-e6bae73e-029a-4dc6-91a6-2f96e370e00b service nova] Enqueued Resource ID: e5cbf0a1-29e5-4bbd-a04e-e29a1b9af2ea with Priority: HIGHEST for action port [ 786.140947] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4125c564-608e-4a8b-9379-399b2d87342a with Priority: HIGHEST for action security_group_rules [ 786.140947] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4125c564-608e-4a8b-9379-399b2d87342a with Priority: HIGHEST for action security_group_members [ 786.141587] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5cbf0a1-29e5-4bbd-a04e-e29a1b9af2ea with Priority: HIGHEST for action port [ 786.142264] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4125c564-608e-4a8b-9379-399b2d87342a taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.146060] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4125c564-608e-4a8b-9379-399b2d87342a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.146060] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4125c564-608e-4a8b-9379-399b2d87342a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.146060] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4125c564-608e-4a8b-9379-399b2d87342a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.146060] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4125c564-608e-4a8b-9379-399b2d87342a',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.146060] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-4125c564-608e-4a8b-9379-399b2d87342a taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.146060] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4125c564-608e-4a8b-9379-399b2d87342a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.146060] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4125c564-608e-4a8b-9379-399b2d87342a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.146060] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4125c564-608e-4a8b-9379-399b2d87342a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.146060] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.146060] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.146060] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.146060] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.146060] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.146060] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4125c564-608e-4a8b-9379-399b2d87342a',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.146060] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5cbf0a1-29e5-4bbd-a04e-e29a1b9af2ea taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.146060] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5cbf0a1-29e5-4bbd-a04e-e29a1b9af2ea" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.146060] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5cbf0a1-29e5-4bbd-a04e-e29a1b9af2ea" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.146060] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5cbf0a1-29e5-4bbd-a04e-e29a1b9af2ea" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.146060] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5cbf0a1-29e5-4bbd-a04e-e29a1b9af2ea',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.291633] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.292291] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.292431] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.292851] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.292998] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.293169] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf5bedd0-1efd-4b35-8a88-09b1c52b1e9a already deleted. [ 786.293299] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf5bedd0-1efd-4b35-8a88-09b1c52b1e9a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.303034] env[69392]: INFO networking_nsxv3.common.synchronization [None req-47d45ed8-d594-4642-a652-e6be04a5509e None None] Enqueued Resource ID: 667c6bc7-7d3c-492c-8018-e0474b656a7a with Priority: HIGHEST for action port [ 786.303034] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 667c6bc7-7d3c-492c-8018-e0474b656a7a with Priority: HIGHEST for action port [ 786.303034] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-667c6bc7-7d3c-492c-8018-e0474b656a7a taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.303034] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-667c6bc7-7d3c-492c-8018-e0474b656a7a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.303388] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-667c6bc7-7d3c-492c-8018-e0474b656a7a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.303388] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-667c6bc7-7d3c-492c-8018-e0474b656a7a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.303454] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('667c6bc7-7d3c-492c-8018-e0474b656a7a',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.623179] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8717db69-7925-4634-8183-dbcde2dc225c [ 786.623443] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.623559] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.623901] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.624129] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.624129] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.624198] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8717db69-7925-4634-8183-dbcde2dc225c already deleted. [ 786.624350] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8717db69-7925-4634-8183-dbcde2dc225c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.652023] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4125c564-608e-4a8b-9379-399b2d87342a',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.652859] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-4125c564-608e-4a8b-9379-399b2d87342a taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.652859] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4125c564-608e-4a8b-9379-399b2d87342a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.652859] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e5cbf0a1-29e5-4bbd-a04e-e29a1b9af2ea with status ACTIVE [ 786.653098] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.653155] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.653189] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.653367] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.653447] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.653640] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.653733] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.653792] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.653948] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.655099] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.655392] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.656028] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.656028] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.656028] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.656628] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.656792] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e5cbf0a1-29e5-4bbd-a04e-e29a1b9af2ea is going to be updated. [ 786.680951] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.680951] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.680951] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.680951] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.680951] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.681319] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5cbf0a1-29e5-4bbd-a04e-e29a1b9af2ea" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.684974] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44752025-edeb-41ac-a47d-ef5de185998e in Status: SUCCESS [ 786.684974] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.684974] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.684974] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.685518] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.685518] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.685518] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.685518] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.685518] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.685696] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.685696] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('44752025-edeb-41ac-a47d-ef5de185998e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.807436] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 667c6bc7-7d3c-492c-8018-e0474b656a7a [ 786.807697] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.807846] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.807899] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.808117] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.808257] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.808372] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:667c6bc7-7d3c-492c-8018-e0474b656a7a already deleted. [ 786.808531] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-667c6bc7-7d3c-492c-8018-e0474b656a7a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.933150] env[69392]: INFO networking_nsxv3.common.synchronization [None req-2fb1bf6c-9226-4b3d-8b68-a560d4b6ac59 None None] Enqueued Resource ID: 9c388764-93df-4a1f-a132-f878b81a0b65 with Priority: HIGHEST for action port [ 786.933414] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c388764-93df-4a1f-a132-f878b81a0b65 with Priority: HIGHEST for action port [ 786.934267] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c388764-93df-4a1f-a132-f878b81a0b65 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.934405] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c388764-93df-4a1f-a132-f878b81a0b65" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.934474] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c388764-93df-4a1f-a132-f878b81a0b65" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.934789] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c388764-93df-4a1f-a132-f878b81a0b65" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.934879] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c388764-93df-4a1f-a132-f878b81a0b65',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.064761] env[69392]: INFO networking_nsxv3.common.synchronization [req-43f695e0-01bd-4a15-a23d-33d6d53e6b46 req-9ad1fa75-3331-4f17-86df-262cb5a27ebc tempest-SecurityGroupRulesTestJSON-912851953 tempest-SecurityGroupRulesTestJSON-912851953-project-member] Enqueued Resource ID: cf5bedd0-1efd-4b35-8a88-09b1c52b1e9a with Priority: HIGHEST for action security_group_rules [ 787.065562] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf5bedd0-1efd-4b35-8a88-09b1c52b1e9a with Priority: HIGHEST for action security_group_rules [ 787.065952] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf5bedd0-1efd-4b35-8a88-09b1c52b1e9a taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.066169] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf5bedd0-1efd-4b35-8a88-09b1c52b1e9a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.066287] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf5bedd0-1efd-4b35-8a88-09b1c52b1e9a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.066523] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf5bedd0-1efd-4b35-8a88-09b1c52b1e9a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.066806] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf5bedd0-1efd-4b35-8a88-09b1c52b1e9a',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.153383] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4125c564-608e-4a8b-9379-399b2d87342a',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.191020] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-44752025-edeb-41ac-a47d-ef5de185998e taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.191020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.191020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.191020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.191020] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.191020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.191020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.191020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.191020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.191020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.191020] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-44752025-edeb-41ac-a47d-ef5de185998e taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.191020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.191020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.191020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.191020] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.191020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.191897] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.191897] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.191897] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.191897] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.191897] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('44752025-edeb-41ac-a47d-ef5de185998e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.440904] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9c388764-93df-4a1f-a132-f878b81a0b65 [ 787.440904] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.440904] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.440904] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.440904] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.440904] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.440904] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9c388764-93df-4a1f-a132-f878b81a0b65 already deleted. [ 787.440904] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c388764-93df-4a1f-a132-f878b81a0b65" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.588365] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.588642] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.588642] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.588918] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.589091] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.589226] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf5bedd0-1efd-4b35-8a88-09b1c52b1e9a already deleted. [ 787.589345] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf5bedd0-1efd-4b35-8a88-09b1c52b1e9a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.666092] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.666092] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.666092] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.666092] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.666092] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.666092] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4125c564-608e-4a8b-9379-399b2d87342a is going to be created. [ 787.690597] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.691341] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.691605] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.691941] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.692402] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.697217] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 44752025-edeb-41ac-a47d-ef5de185998e: rpc.has_security_group_logging(os_id): False [ 787.706628] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4125c564-608e-4a8b-9379-399b2d87342a in Status: UNINITIALIZED for 2s [ 787.718134] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.718289] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.718363] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.718574] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.718665] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.718855] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.718948] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.719023] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.720071] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.720071] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.720071] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.720071] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.720071] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.720071] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.720071] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.720071] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.721539] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.721539] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.721539] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.721539] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.721539] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44752025-edeb-41ac-a47d-ef5de185998e is going to be created. [ 787.785682] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.785682] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.785682] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.785916] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.786093] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.801173] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44752025-edeb-41ac-a47d-ef5de185998e in Status: IN_PROGRESS for 2s [ 788.494171] env[69392]: INFO networking_nsxv3.common.synchronization [req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 req-79b95560-0dc6-4c19-b7be-63b7f0fc177d tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Enqueued Resource ID: 026fede5-c5b9-459d-886c-6215c7bd8f42 with Priority: HIGHEST for action security_group_members [ 788.494768] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 026fede5-c5b9-459d-886c-6215c7bd8f42 with Priority: HIGHEST for action security_group_members [ 788.494998] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-026fede5-c5b9-459d-886c-6215c7bd8f42 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.495232] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-026fede5-c5b9-459d-886c-6215c7bd8f42" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.495307] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-026fede5-c5b9-459d-886c-6215c7bd8f42" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.495764] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-026fede5-c5b9-459d-886c-6215c7bd8f42" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.495955] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.496083] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.496153] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.496368] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.496455] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.496592] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('026fede5-c5b9-459d-886c-6215c7bd8f42',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.002366] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.002366] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.002366] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.002366] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.002366] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.002366] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.002366] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.002366] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.002366] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.002366] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.002366] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 026fede5-c5b9-459d-886c-6215c7bd8f42 already deleted. [ 789.002366] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-026fede5-c5b9-459d-886c-6215c7bd8f42" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.351425] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-797 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.351756] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-797" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.351959] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-797" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.352672] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-797" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.352997] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.353246] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.353323] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.353549] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.353759] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.353982] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 789.354627] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 789.354822] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 789.354946] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 789.355214] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 789.355281] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 789.355371] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 789.380183] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 789.380365] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 789.380538] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 789.380761] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-797" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.381096] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-79f615c5-b9c8-4d24-97e5-e06a7a84980d taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.381273] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-79f615c5-b9c8-4d24-97e5-e06a7a84980d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.381442] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-79f615c5-b9c8-4d24-97e5-e06a7a84980d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.381729] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-79f615c5-b9c8-4d24-97e5-e06a7a84980d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.382181] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79f615c5-b9c8-4d24-97e5-e06a7a84980d',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.717410] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4125c564-608e-4a8b-9379-399b2d87342a in Status: SUCCESS [ 789.720732] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4125c564-608e-4a8b-9379-399b2d87342a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.720732] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4125c564-608e-4a8b-9379-399b2d87342a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.720732] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4125c564-608e-4a8b-9379-399b2d87342a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.720732] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.720732] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.720732] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.720732] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.720732] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.720732] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4125c564-608e-4a8b-9379-399b2d87342a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.720732] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4125c564-608e-4a8b-9379-399b2d87342a',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.792688] env[69392]: INFO networking_nsxv3.common.synchronization [None req-db8e1b56-70b6-467a-81a1-11d9bfd66904 None None] Enqueued Resource ID: 23659131-2047-476c-808c-1804de5652e4 with Priority: HIGHEST for action port [ 789.792688] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23659131-2047-476c-808c-1804de5652e4 with Priority: HIGHEST for action port [ 789.792688] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-23659131-2047-476c-808c-1804de5652e4 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.792688] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23659131-2047-476c-808c-1804de5652e4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.792688] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23659131-2047-476c-808c-1804de5652e4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.793099] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23659131-2047-476c-808c-1804de5652e4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.793336] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23659131-2047-476c-808c-1804de5652e4',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.996778] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44752025-edeb-41ac-a47d-ef5de185998e in Status: SUCCESS [ 789.996778] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.996778] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.996778] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.996778] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.996778] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.996778] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.996778] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port 79f615c5-b9c8-4d24-97e5-e06a7a84980d not found, creating... [ 789.996778] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.996778] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.996778] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.996778] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.005681] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.005681] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.005681] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.005681] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.005681] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.005681] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.005681] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 79f615c5-b9c8-4d24-97e5-e06a7a84980d is going to be created. [ 790.005681] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.005681] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.009145] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.009145] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.009145] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.009145] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-79f615c5-b9c8-4d24-97e5-e06a7a84980d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.009145] env[69392]: INFO networking_nsxv3.common.synchronization [None req-395ddeab-cb61-4bc1-a93e-d44a3502b3bc tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Enqueued Resource ID: 6b3362c7-f0e9-4800-ab81-b8061786dba2 with Priority: HIGHEST for action security_group_rules [ 790.009145] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b3362c7-f0e9-4800-ab81-b8061786dba2 with Priority: HIGHEST for action security_group_rules [ 790.009145] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b3362c7-f0e9-4800-ab81-b8061786dba2 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.009145] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b3362c7-f0e9-4800-ab81-b8061786dba2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.009145] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b3362c7-f0e9-4800-ab81-b8061786dba2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.009145] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b3362c7-f0e9-4800-ab81-b8061786dba2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.009145] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b3362c7-f0e9-4800-ab81-b8061786dba2',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.009145] env[69392]: INFO networking_nsxv3.common.synchronization [req-e35e9234-80b9-4155-b7ee-8e7b523677cc req-b616b321-0b0f-4f77-9621-1c2632b50eac tempest-SecurityGroupRulesTestJSON-912851953 tempest-SecurityGroupRulesTestJSON-912851953-project-member] Enqueued Resource ID: cf5bedd0-1efd-4b35-8a88-09b1c52b1e9a with Priority: HIGHEST for action security_group_rules [ 790.009145] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf5bedd0-1efd-4b35-8a88-09b1c52b1e9a with Priority: HIGHEST for action security_group_rules [ 790.009145] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf5bedd0-1efd-4b35-8a88-09b1c52b1e9a taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.009145] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf5bedd0-1efd-4b35-8a88-09b1c52b1e9a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.009145] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf5bedd0-1efd-4b35-8a88-09b1c52b1e9a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.009145] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf5bedd0-1efd-4b35-8a88-09b1c52b1e9a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.009145] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf5bedd0-1efd-4b35-8a88-09b1c52b1e9a',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.203141] env[69392]: INFO networking_nsxv3.common.synchronization [None req-0286eb6d-de1b-4371-9dac-ef9f4ca9c869 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Enqueued Resource ID: 6b3362c7-f0e9-4800-ab81-b8061786dba2 with Priority: HIGHEST for action security_group_rules [ 790.204026] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b3362c7-f0e9-4800-ab81-b8061786dba2 with Priority: HIGHEST for action security_group_rules [ 790.204026] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b3362c7-f0e9-4800-ab81-b8061786dba2 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.204165] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b3362c7-f0e9-4800-ab81-b8061786dba2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.224424] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-4125c564-608e-4a8b-9379-399b2d87342a taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.224663] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4125c564-608e-4a8b-9379-399b2d87342a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.224712] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4125c564-608e-4a8b-9379-399b2d87342a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.224917] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4125c564-608e-4a8b-9379-399b2d87342a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.225128] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.225235] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.225301] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.225700] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.225700] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.225700] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4125c564-608e-4a8b-9379-399b2d87342a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.225881] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-4125c564-608e-4a8b-9379-399b2d87342a taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.225881] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4125c564-608e-4a8b-9379-399b2d87342a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.225963] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4125c564-608e-4a8b-9379-399b2d87342a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.226065] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4125c564-608e-4a8b-9379-399b2d87342a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.226228] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.226287] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.226347] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.226484] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.226561] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.226644] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4125c564-608e-4a8b-9379-399b2d87342a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.226733] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4125c564-608e-4a8b-9379-399b2d87342a',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.295500] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 23659131-2047-476c-808c-1804de5652e4 [ 790.295755] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.295897] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.295967] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.296193] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.296287] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.296372] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:23659131-2047-476c-808c-1804de5652e4 already deleted. [ 790.300226] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23659131-2047-476c-808c-1804de5652e4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.484666] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.484841] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.484941] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.485906] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.485906] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.485906] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b3362c7-f0e9-4800-ab81-b8061786dba2 already deleted. [ 790.486223] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b3362c7-f0e9-4800-ab81-b8061786dba2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.486779] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b3362c7-f0e9-4800-ab81-b8061786dba2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.486992] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b3362c7-f0e9-4800-ab81-b8061786dba2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.487090] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b3362c7-f0e9-4800-ab81-b8061786dba2',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.534868] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.535601] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.535601] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.535601] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.535951] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.535951] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf5bedd0-1efd-4b35-8a88-09b1c52b1e9a already deleted. [ 790.536116] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf5bedd0-1efd-4b35-8a88-09b1c52b1e9a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.730160] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4125c564-608e-4a8b-9379-399b2d87342a: rpc.has_security_group_logging(os_id): False [ 790.752462] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.752462] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.752462] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.752462] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.752462] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.752462] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.752462] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.752462] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.752462] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.753543] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.753543] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.753543] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.753543] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.753802] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.753802] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.754113] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.754260] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.754326] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.754484] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.754559] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.754644] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4125c564-608e-4a8b-9379-399b2d87342a is going to be created. [ 790.824259] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.824259] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.824259] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.824259] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.824259] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.839193] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4125c564-608e-4a8b-9379-399b2d87342a in Status: IN_PROGRESS for 2s [ 791.018845] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.020016] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.020016] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.020016] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.020016] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.020016] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b3362c7-f0e9-4800-ab81-b8061786dba2 already deleted. [ 791.020016] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b3362c7-f0e9-4800-ab81-b8061786dba2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.554541] env[69392]: INFO networking_nsxv3.common.synchronization [req-fff11a79-78d8-4320-8da9-05a01b6a662f req-57833c7d-0c8b-44b0-a839-180362c6d9b0 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Enqueued Resource ID: 44752025-edeb-41ac-a47d-ef5de185998e with Priority: HIGHEST for action security_group_members [ 791.555518] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44752025-edeb-41ac-a47d-ef5de185998e with Priority: HIGHEST for action security_group_members [ 791.555924] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-44752025-edeb-41ac-a47d-ef5de185998e taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.556213] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.556213] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.556719] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.556719] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.556991] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.556991] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.563028] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.563028] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.563028] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44752025-edeb-41ac-a47d-ef5de185998e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.566605] env[69392]: INFO networking_nsxv3.common.synchronization [None req-4f99dc6c-6e49-454d-8ad7-f5aee042ec34 None None] Enqueued Resource ID: 5e309dbf-aa5c-467f-97c5-7a8b717df420 with Priority: HIGHEST for action port [ 791.567499] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e309dbf-aa5c-467f-97c5-7a8b717df420 with Priority: HIGHEST for action port [ 791.568269] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e309dbf-aa5c-467f-97c5-7a8b717df420 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.568269] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e309dbf-aa5c-467f-97c5-7a8b717df420" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.568269] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e309dbf-aa5c-467f-97c5-7a8b717df420" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.568576] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e309dbf-aa5c-467f-97c5-7a8b717df420" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.568576] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e309dbf-aa5c-467f-97c5-7a8b717df420',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.619211] env[69392]: INFO networking_nsxv3.common.synchronization [req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 req-2ba296ed-a912-4f8f-bde7-d822cebaa0b8 service nova] Enqueued Resource ID: 026fede5-c5b9-459d-886c-6215c7bd8f42 with Priority: HIGHEST for action security_group_rules [ 791.619211] env[69392]: INFO networking_nsxv3.common.synchronization [req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 req-2ba296ed-a912-4f8f-bde7-d822cebaa0b8 service nova] Enqueued Resource ID: 026fede5-c5b9-459d-886c-6215c7bd8f42 with Priority: HIGHEST for action security_group_members [ 791.619415] env[69392]: INFO networking_nsxv3.common.synchronization [req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 req-2ba296ed-a912-4f8f-bde7-d822cebaa0b8 service nova] Enqueued Resource ID: 79f615c5-b9c8-4d24-97e5-e06a7a84980d with Priority: HIGHEST for action port [ 791.622401] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 026fede5-c5b9-459d-886c-6215c7bd8f42 with Priority: HIGHEST for action security_group_rules [ 791.622824] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 026fede5-c5b9-459d-886c-6215c7bd8f42 with Priority: HIGHEST for action security_group_members [ 791.623148] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79f615c5-b9c8-4d24-97e5-e06a7a84980d with Priority: HIGHEST for action port [ 791.624953] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-026fede5-c5b9-459d-886c-6215c7bd8f42 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.625975] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-026fede5-c5b9-459d-886c-6215c7bd8f42" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.625975] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-026fede5-c5b9-459d-886c-6215c7bd8f42" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.626229] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-026fede5-c5b9-459d-886c-6215c7bd8f42" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.626229] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('026fede5-c5b9-459d-886c-6215c7bd8f42',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.627292] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-026fede5-c5b9-459d-886c-6215c7bd8f42 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.627515] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-026fede5-c5b9-459d-886c-6215c7bd8f42" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.627614] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-026fede5-c5b9-459d-886c-6215c7bd8f42" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.628336] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-026fede5-c5b9-459d-886c-6215c7bd8f42" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.628336] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.628336] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.628528] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.628599] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.628651] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.628821] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('026fede5-c5b9-459d-886c-6215c7bd8f42',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.630413] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-79f615c5-b9c8-4d24-97e5-e06a7a84980d taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.631283] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79f615c5-b9c8-4d24-97e5-e06a7a84980d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.631283] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79f615c5-b9c8-4d24-97e5-e06a7a84980d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.631283] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79f615c5-b9c8-4d24-97e5-e06a7a84980d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.631283] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79f615c5-b9c8-4d24-97e5-e06a7a84980d',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.067389] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44752025-edeb-41ac-a47d-ef5de185998e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.073794] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5e309dbf-aa5c-467f-97c5-7a8b717df420 [ 792.074178] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.074286] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.074286] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.074757] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.074757] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.074757] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5e309dbf-aa5c-467f-97c5-7a8b717df420 already deleted. [ 792.074757] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e309dbf-aa5c-467f-97c5-7a8b717df420" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.133616] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('026fede5-c5b9-459d-886c-6215c7bd8f42',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.135989] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-026fede5-c5b9-459d-886c-6215c7bd8f42 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.136292] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-026fede5-c5b9-459d-886c-6215c7bd8f42" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.137525] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 79f615c5-b9c8-4d24-97e5-e06a7a84980d with status ACTIVE [ 792.137525] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.137525] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.137525] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.137525] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.137525] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.137525] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.137525] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.137525] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.138029] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.138029] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.138029] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.138029] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.138029] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.138294] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.138294] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.138294] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 79f615c5-b9c8-4d24-97e5-e06a7a84980d is going to be updated. [ 792.163676] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.163676] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.163676] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.163676] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.163676] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.163676] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79f615c5-b9c8-4d24-97e5-e06a7a84980d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.570124] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44752025-edeb-41ac-a47d-ef5de185998e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.636785] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('026fede5-c5b9-459d-886c-6215c7bd8f42',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.766294] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-999 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.766491] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-999" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.766651] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-999" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.771509] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-999" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.771509] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.771509] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.771509] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.771509] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.771509] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.771509] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 792.771509] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 792.771509] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 792.771509] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 792.771509] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 792.774132] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 792.774132] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 792.801760] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 792.801993] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 792.803270] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 792.803270] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-999" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.803270] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-bbef1289-68d4-46cb-8b4b-c6c775b6542b taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.803270] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-bbef1289-68d4-46cb-8b4b-c6c775b6542b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.803622] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-bbef1289-68d4-46cb-8b4b-c6c775b6542b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.803774] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-bbef1289-68d4-46cb-8b4b-c6c775b6542b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.804009] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbef1289-68d4-46cb-8b4b-c6c775b6542b',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.857288] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4125c564-608e-4a8b-9379-399b2d87342a in Status: SUCCESS [ 792.857288] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4125c564-608e-4a8b-9379-399b2d87342a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.076028] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.076028] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.076028] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.076028] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.076028] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.076028] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44752025-edeb-41ac-a47d-ef5de185998e is going to be updated. [ 793.118528] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.121673] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.121673] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.121673] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.121673] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.134478] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44752025-edeb-41ac-a47d-ef5de185998e in Status: IN_PROGRESS for 2s [ 793.140885] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.141050] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.141146] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.141592] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.141592] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.141873] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 026fede5-c5b9-459d-886c-6215c7bd8f42 is going to be created. [ 793.177622] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.178160] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.178275] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.178545] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.182016] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.220420] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 026fede5-c5b9-459d-886c-6215c7bd8f42 in Status: UNINITIALIZED for 2s [ 793.312526] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.312760] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.312928] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.313314] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.313522] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.313715] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port bbef1289-68d4-46cb-8b4b-c6c775b6542b not found, creating... [ 793.314199] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.314434] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.317123] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.317123] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.317123] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.317123] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.317123] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.317123] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.317123] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.317123] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.317123] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: bbef1289-68d4-46cb-8b4b-c6c775b6542b is going to be created. [ 793.341534] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.343445] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.343445] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.343445] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.343445] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.343758] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-bbef1289-68d4-46cb-8b4b-c6c775b6542b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.834187] env[69392]: INFO networking_nsxv3.common.synchronization [req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b req-97558f50-e6ef-4022-a2b3-e331c6787dbe tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Enqueued Resource ID: c9c6eb89-a8af-4e25-8621-b54410a8a492 with Priority: HIGHEST for action security_group_members [ 793.834533] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9c6eb89-a8af-4e25-8621-b54410a8a492 with Priority: HIGHEST for action security_group_members [ 793.834832] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9c6eb89-a8af-4e25-8621-b54410a8a492 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.834997] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9c6eb89-a8af-4e25-8621-b54410a8a492" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.835092] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9c6eb89-a8af-4e25-8621-b54410a8a492" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.835367] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9c6eb89-a8af-4e25-8621-b54410a8a492" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.835862] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.835862] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.835862] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.836144] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.836144] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.836144] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9c6eb89-a8af-4e25-8621-b54410a8a492',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.345126] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.345540] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.345540] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.345659] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.346062] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.346437] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.346437] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.346602] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.347492] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.347630] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.347784] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9c6eb89-a8af-4e25-8621-b54410a8a492 already deleted. [ 794.347923] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9c6eb89-a8af-4e25-8621-b54410a8a492" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.469367] env[69392]: INFO networking_nsxv3.common.synchronization [req-fff11a79-78d8-4320-8da9-05a01b6a662f req-21ddd1a7-4223-42ef-8c6f-7559981e8a63 service nova] Enqueued Resource ID: 44752025-edeb-41ac-a47d-ef5de185998e with Priority: HIGHEST for action security_group_rules [ 794.469564] env[69392]: INFO networking_nsxv3.common.synchronization [req-fff11a79-78d8-4320-8da9-05a01b6a662f req-21ddd1a7-4223-42ef-8c6f-7559981e8a63 service nova] Enqueued Resource ID: 44752025-edeb-41ac-a47d-ef5de185998e with Priority: HIGHEST for action security_group_members [ 794.469676] env[69392]: INFO networking_nsxv3.common.synchronization [req-fff11a79-78d8-4320-8da9-05a01b6a662f req-21ddd1a7-4223-42ef-8c6f-7559981e8a63 service nova] Enqueued Resource ID: bbef1289-68d4-46cb-8b4b-c6c775b6542b with Priority: HIGHEST for action port [ 794.469929] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44752025-edeb-41ac-a47d-ef5de185998e with Priority: HIGHEST for action security_group_rules [ 794.470060] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44752025-edeb-41ac-a47d-ef5de185998e with Priority: HIGHEST for action security_group_members [ 794.470152] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbef1289-68d4-46cb-8b4b-c6c775b6542b with Priority: HIGHEST for action port [ 794.470772] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44752025-edeb-41ac-a47d-ef5de185998e taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.470874] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.470939] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.472459] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.472599] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44752025-edeb-41ac-a47d-ef5de185998e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.475327] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-44752025-edeb-41ac-a47d-ef5de185998e taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.475438] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.475634] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-bbef1289-68d4-46cb-8b4b-c6c775b6542b taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.475748] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bbef1289-68d4-46cb-8b4b-c6c775b6542b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.475807] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bbef1289-68d4-46cb-8b4b-c6c775b6542b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.477412] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bbef1289-68d4-46cb-8b4b-c6c775b6542b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.477412] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbef1289-68d4-46cb-8b4b-c6c775b6542b',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.543207] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-904 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.543207] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-904" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.545015] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-904" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.545584] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-904" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.545901] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.546096] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.546219] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.546460] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.546601] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.546812] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 794.547016] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 794.547092] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 794.547201] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 794.547311] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 794.547413] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 794.547548] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 794.568727] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 794.568839] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 794.568911] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 794.569530] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-904" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.569891] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-6906e0de-2b93-4f7c-8364-a91d3e67876b taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.570105] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-6906e0de-2b93-4f7c-8364-a91d3e67876b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.570236] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-6906e0de-2b93-4f7c-8364-a91d3e67876b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.570570] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-6906e0de-2b93-4f7c-8364-a91d3e67876b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.570718] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6906e0de-2b93-4f7c-8364-a91d3e67876b',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.942279] env[69392]: INFO networking_nsxv3.common.synchronization [None req-3eb5b356-7f39-4eb5-aba0-a7c65fead386 None None] Enqueued Resource ID: 2bc3280f-9dd9-40d0-80e2-a3d0d9cadedd with Priority: HIGHEST for action port [ 794.942532] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bc3280f-9dd9-40d0-80e2-a3d0d9cadedd with Priority: HIGHEST for action port [ 794.946512] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-2bc3280f-9dd9-40d0-80e2-a3d0d9cadedd taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.946512] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2bc3280f-9dd9-40d0-80e2-a3d0d9cadedd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.946512] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2bc3280f-9dd9-40d0-80e2-a3d0d9cadedd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.946512] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2bc3280f-9dd9-40d0-80e2-a3d0d9cadedd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.946703] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bc3280f-9dd9-40d0-80e2-a3d0d9cadedd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.979199] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-44752025-edeb-41ac-a47d-ef5de185998e taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.979350] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.980488] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bbef1289-68d4-46cb-8b4b-c6c775b6542b with status ACTIVE [ 794.980880] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.981142] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.981254] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.981592] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.981762] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.982354] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.982354] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.983628] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.983628] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.983628] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.983628] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.983628] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.983628] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.983628] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.983628] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.983628] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bbef1289-68d4-46cb-8b4b-c6c775b6542b is going to be updated. [ 795.013061] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.013223] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.013313] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.013550] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.013768] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.013830] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bbef1289-68d4-46cb-8b4b-c6c775b6542b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.074392] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.074586] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.074653] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.076713] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.076965] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.077175] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port 6906e0de-2b93-4f7c-8364-a91d3e67876b not found, creating... [ 795.077521] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.077725] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.077890] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.078341] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.078341] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.078619] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.078786] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.078901] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.079736] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.080371] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.080531] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 6906e0de-2b93-4f7c-8364-a91d3e67876b is going to be created. [ 795.109098] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.109334] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.109452] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.109732] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.109956] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.110201] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-6906e0de-2b93-4f7c-8364-a91d3e67876b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.159739] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44752025-edeb-41ac-a47d-ef5de185998e in Status: SUCCESS [ 795.159739] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.159739] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.159739] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.159739] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.159739] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.159739] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.159739] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.159739] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.159739] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44752025-edeb-41ac-a47d-ef5de185998e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.230797] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 026fede5-c5b9-459d-886c-6215c7bd8f42 in Status: SUCCESS [ 795.231069] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-026fede5-c5b9-459d-886c-6215c7bd8f42" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.231157] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-026fede5-c5b9-459d-886c-6215c7bd8f42" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.231352] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-026fede5-c5b9-459d-886c-6215c7bd8f42" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.231553] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.231717] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.232056] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.232056] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.232234] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.232234] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-026fede5-c5b9-459d-886c-6215c7bd8f42" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.232310] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('026fede5-c5b9-459d-886c-6215c7bd8f42',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.448426] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2bc3280f-9dd9-40d0-80e2-a3d0d9cadedd [ 795.448827] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.448827] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.449685] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.449685] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.449685] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.449685] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2bc3280f-9dd9-40d0-80e2-a3d0d9cadedd already deleted. [ 795.449685] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2bc3280f-9dd9-40d0-80e2-a3d0d9cadedd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.661797] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44752025-edeb-41ac-a47d-ef5de185998e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.734512] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('026fede5-c5b9-459d-886c-6215c7bd8f42',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.796496] env[69392]: INFO networking_nsxv3.common.synchronization [req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b req-eb47848c-1f6f-47f9-b9bf-264f5b873115 service nova] Enqueued Resource ID: c9c6eb89-a8af-4e25-8621-b54410a8a492 with Priority: HIGHEST for action security_group_rules [ 795.796659] env[69392]: INFO networking_nsxv3.common.synchronization [req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b req-eb47848c-1f6f-47f9-b9bf-264f5b873115 service nova] Enqueued Resource ID: c9c6eb89-a8af-4e25-8621-b54410a8a492 with Priority: HIGHEST for action security_group_members [ 795.796814] env[69392]: INFO networking_nsxv3.common.synchronization [req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b req-eb47848c-1f6f-47f9-b9bf-264f5b873115 service nova] Enqueued Resource ID: 6906e0de-2b93-4f7c-8364-a91d3e67876b with Priority: HIGHEST for action port [ 795.797339] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9c6eb89-a8af-4e25-8621-b54410a8a492 with Priority: HIGHEST for action security_group_rules [ 795.797531] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9c6eb89-a8af-4e25-8621-b54410a8a492 with Priority: HIGHEST for action security_group_members [ 795.797600] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6906e0de-2b93-4f7c-8364-a91d3e67876b with Priority: HIGHEST for action port [ 795.798056] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9c6eb89-a8af-4e25-8621-b54410a8a492 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.798056] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9c6eb89-a8af-4e25-8621-b54410a8a492" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.798056] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9c6eb89-a8af-4e25-8621-b54410a8a492" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.799451] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9c6eb89-a8af-4e25-8621-b54410a8a492" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.799568] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9c6eb89-a8af-4e25-8621-b54410a8a492',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.800613] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9c6eb89-a8af-4e25-8621-b54410a8a492 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.800773] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9c6eb89-a8af-4e25-8621-b54410a8a492" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.800849] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9c6eb89-a8af-4e25-8621-b54410a8a492" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.801044] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9c6eb89-a8af-4e25-8621-b54410a8a492" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.801210] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.801301] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.801361] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.804209] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.804209] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.804209] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9c6eb89-a8af-4e25-8621-b54410a8a492',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.804209] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-6906e0de-2b93-4f7c-8364-a91d3e67876b taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.804209] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6906e0de-2b93-4f7c-8364-a91d3e67876b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.804209] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6906e0de-2b93-4f7c-8364-a91d3e67876b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.804637] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6906e0de-2b93-4f7c-8364-a91d3e67876b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.804637] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6906e0de-2b93-4f7c-8364-a91d3e67876b',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.163991] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44752025-edeb-41ac-a47d-ef5de185998e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.237434] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 026fede5-c5b9-459d-886c-6215c7bd8f42: rpc.has_security_group_logging(os_id): False [ 796.260070] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.260297] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.261359] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.261359] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.261359] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.261359] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.261662] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.261662] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.263223] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.263223] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.263223] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 026fede5-c5b9-459d-886c-6215c7bd8f42 is going to be created. [ 796.307019] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9c6eb89-a8af-4e25-8621-b54410a8a492 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.308572] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9c6eb89-a8af-4e25-8621-b54410a8a492" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.308572] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c9c6eb89-a8af-4e25-8621-b54410a8a492',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.308572] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6906e0de-2b93-4f7c-8364-a91d3e67876b with status ACTIVE [ 796.308754] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.308754] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.308862] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.309008] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.309105] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.309289] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.309386] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.309445] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.309610] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.309683] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.309859] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.309949] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.310020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.310191] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.310275] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.310354] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6906e0de-2b93-4f7c-8364-a91d3e67876b is going to be updated. [ 796.332178] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.332421] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.332421] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.332601] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.332833] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.336973] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.337164] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.337206] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.337413] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.337578] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.337826] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6906e0de-2b93-4f7c-8364-a91d3e67876b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.358495] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 026fede5-c5b9-459d-886c-6215c7bd8f42 in Status: IN_PROGRESS for 2s [ 796.666570] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.670074] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.670074] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.670074] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.670074] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.670074] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44752025-edeb-41ac-a47d-ef5de185998e is going to be updated. [ 796.708975] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.709169] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.709327] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.709666] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.709880] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.726166] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44752025-edeb-41ac-a47d-ef5de185998e in Status: IN_PROGRESS for 2s [ 796.813551] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c9c6eb89-a8af-4e25-8621-b54410a8a492',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.903397] env[69392]: INFO networking_nsxv3.common.synchronization [None req-4616bdc8-8e1b-453c-ba5f-82610b5a2bdc None None] Enqueued Resource ID: 465ce54f-0829-4ca3-a228-f15d267acf3e with Priority: HIGHEST for action port [ 796.904281] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 465ce54f-0829-4ca3-a228-f15d267acf3e with Priority: HIGHEST for action port [ 796.904649] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-465ce54f-0829-4ca3-a228-f15d267acf3e taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.904795] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-465ce54f-0829-4ca3-a228-f15d267acf3e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.904871] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-465ce54f-0829-4ca3-a228-f15d267acf3e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.905247] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-465ce54f-0829-4ca3-a228-f15d267acf3e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.905342] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('465ce54f-0829-4ca3-a228-f15d267acf3e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.318506] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.318506] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.318506] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.318775] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.318775] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.319017] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9c6eb89-a8af-4e25-8621-b54410a8a492 is going to be created. [ 797.349025] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.349025] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.349025] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.349025] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.349025] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.363034] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9c6eb89-a8af-4e25-8621-b54410a8a492 in Status: UNINITIALIZED for 2s [ 797.407673] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 465ce54f-0829-4ca3-a228-f15d267acf3e [ 797.407953] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.408104] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.408202] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.408417] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.408508] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.408609] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:465ce54f-0829-4ca3-a228-f15d267acf3e already deleted. [ 797.408712] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-465ce54f-0829-4ca3-a228-f15d267acf3e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.862241] env[69392]: INFO networking_nsxv3.common.synchronization [req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 req-9f53d9fe-96b5-4b9c-83d6-3897f9e4c401 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Enqueued Resource ID: 3ca5fb82-bd35-44e4-ac6d-2fddb49925b5 with Priority: HIGHEST for action security_group_members [ 797.862241] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ca5fb82-bd35-44e4-ac6d-2fddb49925b5 with Priority: HIGHEST for action security_group_members [ 797.862699] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ca5fb82-bd35-44e4-ac6d-2fddb49925b5 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.862699] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ca5fb82-bd35-44e4-ac6d-2fddb49925b5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.862699] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ca5fb82-bd35-44e4-ac6d-2fddb49925b5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.863881] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ca5fb82-bd35-44e4-ac6d-2fddb49925b5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.863881] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.863881] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.863881] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.863881] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.863881] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.863881] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ca5fb82-bd35-44e4-ac6d-2fddb49925b5',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.366635] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.366809] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.366809] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.368412] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.368412] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.368412] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.368412] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.368412] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.368412] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.368412] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.368412] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ca5fb82-bd35-44e4-ac6d-2fddb49925b5 already deleted. [ 798.368412] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ca5fb82-bd35-44e4-ac6d-2fddb49925b5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.376364] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 026fede5-c5b9-459d-886c-6215c7bd8f42 in Status: SUCCESS [ 798.377256] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-026fede5-c5b9-459d-886c-6215c7bd8f42" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.473655] env[69392]: INFO networking_nsxv3.common.synchronization [None req-d3357c2c-292e-4c6b-8705-f29a1bdc4efe None None] Enqueued Resource ID: b0878553-ecf1-4626-a1fe-2187647a83a7 with Priority: HIGHEST for action port [ 798.474663] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0878553-ecf1-4626-a1fe-2187647a83a7 with Priority: HIGHEST for action port [ 798.474663] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0878553-ecf1-4626-a1fe-2187647a83a7 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.474821] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0878553-ecf1-4626-a1fe-2187647a83a7" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.474821] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0878553-ecf1-4626-a1fe-2187647a83a7" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.476793] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0878553-ecf1-4626-a1fe-2187647a83a7" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.476793] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0878553-ecf1-4626-a1fe-2187647a83a7',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.517158] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-705 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.517158] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-705" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.517158] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-705" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.517158] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-705" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.517158] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.517158] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.517158] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.517158] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.517158] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.517158] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 798.517158] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 798.518076] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 798.518231] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 798.518356] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 798.518516] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 798.518851] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 798.540871] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 798.541913] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 798.541913] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 798.541913] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-705" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.542334] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-4899fb79-df0c-4e96-ac80-c7333c5b4111 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.542543] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-4899fb79-df0c-4e96-ac80-c7333c5b4111" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.543031] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-4899fb79-df0c-4e96-ac80-c7333c5b4111" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.543254] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-4899fb79-df0c-4e96-ac80-c7333c5b4111" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.543381] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4899fb79-df0c-4e96-ac80-c7333c5b4111',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.739041] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44752025-edeb-41ac-a47d-ef5de185998e in Status: SUCCESS [ 798.739041] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.739041] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.739041] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.739041] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.739614] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.739614] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.739614] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.739614] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.739614] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.739614] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('44752025-edeb-41ac-a47d-ef5de185998e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.979512] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b0878553-ecf1-4626-a1fe-2187647a83a7 [ 798.981359] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.981359] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.981359] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.981359] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.981359] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.981359] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b0878553-ecf1-4626-a1fe-2187647a83a7 already deleted. [ 798.981359] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0878553-ecf1-4626-a1fe-2187647a83a7" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.046723] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.050026] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.050026] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.050026] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.050026] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.050026] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port 4899fb79-df0c-4e96-ac80-c7333c5b4111 not found, creating... [ 799.050026] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.050026] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.050026] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.050026] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.050026] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.050556] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.050970] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.051281] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.051634] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.051876] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.052127] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 4899fb79-df0c-4e96-ac80-c7333c5b4111 is going to be created. [ 799.083162] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.083162] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.083162] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.083162] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.083162] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.083162] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-4899fb79-df0c-4e96-ac80-c7333c5b4111" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.245256] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-44752025-edeb-41ac-a47d-ef5de185998e taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.245495] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.245495] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.245696] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.245872] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.246037] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.246154] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.246323] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.246414] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.246553] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.246773] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-44752025-edeb-41ac-a47d-ef5de185998e taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.246897] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.246994] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.247229] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.247437] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.247578] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.247663] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.247844] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.249021] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.249021] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.249021] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('44752025-edeb-41ac-a47d-ef5de185998e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.372625] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9c6eb89-a8af-4e25-8621-b54410a8a492 in Status: SUCCESS [ 799.372904] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9c6eb89-a8af-4e25-8621-b54410a8a492" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.373573] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9c6eb89-a8af-4e25-8621-b54410a8a492" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.373573] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9c6eb89-a8af-4e25-8621-b54410a8a492" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.373573] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.373853] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.373853] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.373853] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.374034] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.374034] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9c6eb89-a8af-4e25-8621-b54410a8a492" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.374143] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c9c6eb89-a8af-4e25-8621-b54410a8a492',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.624849] env[69392]: INFO networking_nsxv3.common.synchronization [None req-5730a38a-5845-44ec-bda0-b5b7d713e684 None None] Enqueued Resource ID: 2e28061c-9eff-43e8-8532-7e38ef225b1a with Priority: HIGHEST for action port [ 799.626397] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e28061c-9eff-43e8-8532-7e38ef225b1a with Priority: HIGHEST for action port [ 799.626397] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e28061c-9eff-43e8-8532-7e38ef225b1a taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.626397] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e28061c-9eff-43e8-8532-7e38ef225b1a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.626397] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e28061c-9eff-43e8-8532-7e38ef225b1a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.626397] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e28061c-9eff-43e8-8532-7e38ef225b1a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.626806] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e28061c-9eff-43e8-8532-7e38ef225b1a',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.752011] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 44752025-edeb-41ac-a47d-ef5de185998e: rpc.has_security_group_logging(os_id): False [ 799.780897] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.780897] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.780897] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.780897] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.780897] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.781380] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.781380] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.781380] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.785612] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.785612] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.785612] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.785612] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.785612] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.785612] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.785612] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.785612] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.786106] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.786106] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.786106] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.786106] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.786106] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44752025-edeb-41ac-a47d-ef5de185998e is going to be updated. [ 799.856731] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.857044] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.857044] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.857799] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.858076] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.879486] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44752025-edeb-41ac-a47d-ef5de185998e in Status: IN_PROGRESS for 2s [ 799.882171] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c9c6eb89-a8af-4e25-8621-b54410a8a492',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.129293] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e28061c-9eff-43e8-8532-7e38ef225b1a [ 800.129575] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.129673] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.129745] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.129924] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.130034] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.130133] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e28061c-9eff-43e8-8532-7e38ef225b1a already deleted. [ 800.130217] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e28061c-9eff-43e8-8532-7e38ef225b1a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.378967] env[69392]: INFO networking_nsxv3.common.synchronization [req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 req-85a4ee69-2704-495e-bc07-d71c7beb7c00 service nova] Enqueued Resource ID: 3ca5fb82-bd35-44e4-ac6d-2fddb49925b5 with Priority: HIGHEST for action security_group_rules [ 800.379255] env[69392]: INFO networking_nsxv3.common.synchronization [req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 req-85a4ee69-2704-495e-bc07-d71c7beb7c00 service nova] Enqueued Resource ID: 3ca5fb82-bd35-44e4-ac6d-2fddb49925b5 with Priority: HIGHEST for action security_group_members [ 800.379337] env[69392]: INFO networking_nsxv3.common.synchronization [req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 req-85a4ee69-2704-495e-bc07-d71c7beb7c00 service nova] Enqueued Resource ID: 4899fb79-df0c-4e96-ac80-c7333c5b4111 with Priority: HIGHEST for action port [ 800.379549] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ca5fb82-bd35-44e4-ac6d-2fddb49925b5 with Priority: HIGHEST for action security_group_rules [ 800.379720] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ca5fb82-bd35-44e4-ac6d-2fddb49925b5 with Priority: HIGHEST for action security_group_members [ 800.379783] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4899fb79-df0c-4e96-ac80-c7333c5b4111 with Priority: HIGHEST for action port [ 800.380395] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ca5fb82-bd35-44e4-ac6d-2fddb49925b5 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.380513] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ca5fb82-bd35-44e4-ac6d-2fddb49925b5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.380577] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ca5fb82-bd35-44e4-ac6d-2fddb49925b5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.380780] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ca5fb82-bd35-44e4-ac6d-2fddb49925b5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.380860] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ca5fb82-bd35-44e4-ac6d-2fddb49925b5',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.382080] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ca5fb82-bd35-44e4-ac6d-2fddb49925b5 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.382205] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ca5fb82-bd35-44e4-ac6d-2fddb49925b5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.382291] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ca5fb82-bd35-44e4-ac6d-2fddb49925b5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.382453] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ca5fb82-bd35-44e4-ac6d-2fddb49925b5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.382602] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.382710] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.382784] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.383379] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.383379] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.383379] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ca5fb82-bd35-44e4-ac6d-2fddb49925b5',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.383993] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-4899fb79-df0c-4e96-ac80-c7333c5b4111 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.385609] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4899fb79-df0c-4e96-ac80-c7333c5b4111" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.385609] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4899fb79-df0c-4e96-ac80-c7333c5b4111" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.385609] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4899fb79-df0c-4e96-ac80-c7333c5b4111" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.385609] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4899fb79-df0c-4e96-ac80-c7333c5b4111',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.387877] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c9c6eb89-a8af-4e25-8621-b54410a8a492: rpc.has_security_group_logging(os_id): False [ 800.411303] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.411634] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.411752] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.412058] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.413329] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.413329] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.413329] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.413329] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.413329] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.413329] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.413329] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9c6eb89-a8af-4e25-8621-b54410a8a492 is going to be created. [ 800.490548] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.490548] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.490548] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.490744] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.491162] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.508655] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9c6eb89-a8af-4e25-8621-b54410a8a492 in Status: IN_PROGRESS for 2s [ 800.889566] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ca5fb82-bd35-44e4-ac6d-2fddb49925b5 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.889788] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ca5fb82-bd35-44e4-ac6d-2fddb49925b5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.891180] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ca5fb82-bd35-44e4-ac6d-2fddb49925b5',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.891180] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4899fb79-df0c-4e96-ac80-c7333c5b4111 with status ACTIVE [ 800.891180] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.891180] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.891505] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.891505] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.891505] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.891647] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.892259] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.892259] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.892259] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.892259] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.892259] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.892592] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.892592] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.892592] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.892592] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.892716] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4899fb79-df0c-4e96-ac80-c7333c5b4111 is going to be updated. [ 800.918937] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.919399] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.919617] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.919851] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.919996] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.920173] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4899fb79-df0c-4e96-ac80-c7333c5b4111" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.983129] env[69392]: INFO networking_nsxv3.common.synchronization [req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d req-2858b0c3-3f7e-4084-be0d-b9f2c75c2eda tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Enqueued Resource ID: 83a22041-d482-4873-a694-7215d243b95b with Priority: HIGHEST for action security_group_members [ 800.983129] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83a22041-d482-4873-a694-7215d243b95b with Priority: HIGHEST for action security_group_members [ 800.983419] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-83a22041-d482-4873-a694-7215d243b95b taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.983595] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83a22041-d482-4873-a694-7215d243b95b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.983595] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83a22041-d482-4873-a694-7215d243b95b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.984106] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83a22041-d482-4873-a694-7215d243b95b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.984106] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.984520] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.984602] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.984782] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.984875] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.984975] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83a22041-d482-4873-a694-7215d243b95b',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.397193] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ca5fb82-bd35-44e4-ac6d-2fddb49925b5',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.487011] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.487181] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.487259] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.487463] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.487557] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.487751] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.487880] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.487949] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.488117] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.488193] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.488280] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83a22041-d482-4873-a694-7215d243b95b already deleted. [ 801.488364] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83a22041-d482-4873-a694-7215d243b95b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.682075] env[69392]: INFO networking_nsxv3.common.synchronization [None req-50903ec5-1a9b-40b8-b5e9-49cb0b5ec062 None None] Enqueued Resource ID: d59ebf91-3770-4e25-8453-80dd393f0639 with Priority: HIGHEST for action port [ 801.682075] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d59ebf91-3770-4e25-8453-80dd393f0639 with Priority: HIGHEST for action port [ 801.682075] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-d59ebf91-3770-4e25-8453-80dd393f0639 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.683497] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d59ebf91-3770-4e25-8453-80dd393f0639" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.683699] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d59ebf91-3770-4e25-8453-80dd393f0639" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.683916] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d59ebf91-3770-4e25-8453-80dd393f0639" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.684041] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d59ebf91-3770-4e25-8453-80dd393f0639',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.899879] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.900067] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.900138] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.900401] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.900500] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.900637] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ca5fb82-bd35-44e4-ac6d-2fddb49925b5 is going to be created. [ 801.902767] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44752025-edeb-41ac-a47d-ef5de185998e in Status: SUCCESS [ 801.903049] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.941526] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.941755] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.941825] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.942105] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.942281] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.955943] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ca5fb82-bd35-44e4-ac6d-2fddb49925b5 in Status: UNINITIALIZED for 2s [ 802.186756] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d59ebf91-3770-4e25-8453-80dd393f0639 [ 802.188400] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.188527] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.188598] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.188822] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.188927] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.189110] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d59ebf91-3770-4e25-8453-80dd393f0639 already deleted. [ 802.189234] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d59ebf91-3770-4e25-8453-80dd393f0639" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.349187] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-971 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.349375] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-971" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.349495] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-971" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.349828] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-971" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.350097] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.350257] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.350363] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.350596] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.350768] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.351925] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 802.351925] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 802.351925] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 802.351925] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 802.351925] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 802.351925] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 802.351925] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 802.376645] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 802.379021] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 802.379021] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 802.379021] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-971" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.379021] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-45b17eab-559d-4df7-b196-0f0232a8c2a2 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.379021] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-45b17eab-559d-4df7-b196-0f0232a8c2a2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.379021] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-45b17eab-559d-4df7-b196-0f0232a8c2a2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.379021] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-45b17eab-559d-4df7-b196-0f0232a8c2a2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.379021] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45b17eab-559d-4df7-b196-0f0232a8c2a2',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.523785] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9c6eb89-a8af-4e25-8621-b54410a8a492 in Status: SUCCESS [ 802.523785] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9c6eb89-a8af-4e25-8621-b54410a8a492" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.884574] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.884824] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.884948] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.885292] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.885455] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.885947] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port 45b17eab-559d-4df7-b196-0f0232a8c2a2 not found, creating... [ 802.885947] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.886080] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.886570] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.886570] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.886570] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.888838] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.889048] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.889176] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.889415] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.889551] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.889696] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 45b17eab-559d-4df7-b196-0f0232a8c2a2 is going to be created. [ 802.919266] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.919592] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.919709] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.920024] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.920284] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.920544] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-45b17eab-559d-4df7-b196-0f0232a8c2a2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.967453] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ca5fb82-bd35-44e4-ac6d-2fddb49925b5 in Status: SUCCESS [ 803.967751] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ca5fb82-bd35-44e4-ac6d-2fddb49925b5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.967871] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ca5fb82-bd35-44e4-ac6d-2fddb49925b5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.968108] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ca5fb82-bd35-44e4-ac6d-2fddb49925b5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.968302] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.968424] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.968492] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.968652] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.968732] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.968878] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ca5fb82-bd35-44e4-ac6d-2fddb49925b5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.968946] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3ca5fb82-bd35-44e4-ac6d-2fddb49925b5',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.168449] env[69392]: INFO networking_nsxv3.common.synchronization [req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d req-83a19f15-767a-4fc1-9d50-523949d4951b service nova] Enqueued Resource ID: 83a22041-d482-4873-a694-7215d243b95b with Priority: HIGHEST for action security_group_rules [ 804.168695] env[69392]: INFO networking_nsxv3.common.synchronization [req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d req-83a19f15-767a-4fc1-9d50-523949d4951b service nova] Enqueued Resource ID: 83a22041-d482-4873-a694-7215d243b95b with Priority: HIGHEST for action security_group_members [ 804.168773] env[69392]: INFO networking_nsxv3.common.synchronization [req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d req-83a19f15-767a-4fc1-9d50-523949d4951b service nova] Enqueued Resource ID: 45b17eab-559d-4df7-b196-0f0232a8c2a2 with Priority: HIGHEST for action port [ 804.169619] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83a22041-d482-4873-a694-7215d243b95b with Priority: HIGHEST for action security_group_rules [ 804.169845] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83a22041-d482-4873-a694-7215d243b95b with Priority: HIGHEST for action security_group_members [ 804.169950] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45b17eab-559d-4df7-b196-0f0232a8c2a2 with Priority: HIGHEST for action port [ 804.170904] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83a22041-d482-4873-a694-7215d243b95b taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.170904] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83a22041-d482-4873-a694-7215d243b95b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.170904] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83a22041-d482-4873-a694-7215d243b95b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.170904] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83a22041-d482-4873-a694-7215d243b95b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.170904] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83a22041-d482-4873-a694-7215d243b95b',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.172969] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-83a22041-d482-4873-a694-7215d243b95b taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.173110] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83a22041-d482-4873-a694-7215d243b95b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.173170] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83a22041-d482-4873-a694-7215d243b95b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.173375] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83a22041-d482-4873-a694-7215d243b95b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.173518] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.173616] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.173732] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.173872] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.174571] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.174571] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83a22041-d482-4873-a694-7215d243b95b',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.176204] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-45b17eab-559d-4df7-b196-0f0232a8c2a2 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.176204] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45b17eab-559d-4df7-b196-0f0232a8c2a2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.176204] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45b17eab-559d-4df7-b196-0f0232a8c2a2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.176204] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45b17eab-559d-4df7-b196-0f0232a8c2a2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.176204] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45b17eab-559d-4df7-b196-0f0232a8c2a2',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.471568] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3ca5fb82-bd35-44e4-ac6d-2fddb49925b5',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.674102] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-83a22041-d482-4873-a694-7215d243b95b taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.674352] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83a22041-d482-4873-a694-7215d243b95b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.684348] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('83a22041-d482-4873-a694-7215d243b95b',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.684348] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 45b17eab-559d-4df7-b196-0f0232a8c2a2 with status ACTIVE [ 804.684348] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.684348] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.684348] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.684348] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.684348] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.684348] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.684348] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.684348] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.684348] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.684348] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.684348] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.684348] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.685957] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.686754] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.687367] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.687367] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 45b17eab-559d-4df7-b196-0f0232a8c2a2 is going to be updated. [ 804.714346] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.714590] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.714669] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.714882] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.715050] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.715233] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45b17eab-559d-4df7-b196-0f0232a8c2a2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.974267] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3ca5fb82-bd35-44e4-ac6d-2fddb49925b5: rpc.has_security_group_logging(os_id): False [ 804.999022] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.999337] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.999488] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.999831] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.000026] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.000324] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.000507] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.000691] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.000835] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.000942] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.004237] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ca5fb82-bd35-44e4-ac6d-2fddb49925b5 is going to be created. [ 805.071350] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.071557] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.071626] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.071898] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.072108] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.091753] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ca5fb82-bd35-44e4-ac6d-2fddb49925b5 in Status: IN_PROGRESS for 2s [ 805.190499] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('83a22041-d482-4873-a694-7215d243b95b',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.697020] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.697020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.697020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.697020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.697020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.697020] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83a22041-d482-4873-a694-7215d243b95b is going to be created. [ 805.720964] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.721188] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.721269] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.723248] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.723248] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.733507] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83a22041-d482-4873-a694-7215d243b95b in Status: UNINITIALIZED for 2s [ 806.005281] env[69392]: INFO networking_nsxv3.common.synchronization [req-f48fbda3-c6c4-49bb-a68b-b98958f3ddb8 req-104500c1-7489-401f-add1-9bb959d7d2e8 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Enqueued Resource ID: 4125c564-608e-4a8b-9379-399b2d87342a with Priority: HIGHEST for action security_group_members [ 806.005988] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4125c564-608e-4a8b-9379-399b2d87342a with Priority: HIGHEST for action security_group_members [ 806.007931] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-4125c564-608e-4a8b-9379-399b2d87342a taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.008148] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4125c564-608e-4a8b-9379-399b2d87342a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.008227] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4125c564-608e-4a8b-9379-399b2d87342a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.008659] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4125c564-608e-4a8b-9379-399b2d87342a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.008659] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.008903] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.008903] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.009026] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.009026] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.009115] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4125c564-608e-4a8b-9379-399b2d87342a',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.514533] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.514758] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.514871] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.515240] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.515381] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.515694] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.515817] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.515917] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.516185] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.516319] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.517013] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4125c564-608e-4a8b-9379-399b2d87342a is going to be updated. [ 806.553267] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.553432] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.553499] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.553682] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.553920] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.568910] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4125c564-608e-4a8b-9379-399b2d87342a in Status: IN_PROGRESS for 2s [ 807.107619] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ca5fb82-bd35-44e4-ac6d-2fddb49925b5 in Status: SUCCESS [ 807.107884] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ca5fb82-bd35-44e4-ac6d-2fddb49925b5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.299311] env[69392]: INFO networking_nsxv3.common.synchronization [None req-3a2affae-9d70-4826-a253-23360524e47f None None] Enqueued Resource ID: 3f63fd3b-81e8-485d-a78f-5dcacce8186f with Priority: HIGHEST for action port [ 807.299590] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f63fd3b-81e8-485d-a78f-5dcacce8186f with Priority: HIGHEST for action port [ 807.300218] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f63fd3b-81e8-485d-a78f-5dcacce8186f taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.300354] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f63fd3b-81e8-485d-a78f-5dcacce8186f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.300407] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f63fd3b-81e8-485d-a78f-5dcacce8186f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.300777] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f63fd3b-81e8-485d-a78f-5dcacce8186f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.300903] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f63fd3b-81e8-485d-a78f-5dcacce8186f',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.750444] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83a22041-d482-4873-a694-7215d243b95b in Status: SUCCESS [ 807.750755] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83a22041-d482-4873-a694-7215d243b95b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.750942] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83a22041-d482-4873-a694-7215d243b95b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.751204] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83a22041-d482-4873-a694-7215d243b95b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.751408] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.751532] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.751603] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.751772] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.751873] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.751946] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83a22041-d482-4873-a694-7215d243b95b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.752027] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('83a22041-d482-4873-a694-7215d243b95b',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.803831] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3f63fd3b-81e8-485d-a78f-5dcacce8186f [ 807.804132] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.804300] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.804353] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.804539] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.804624] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.804716] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3f63fd3b-81e8-485d-a78f-5dcacce8186f already deleted. [ 807.804969] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f63fd3b-81e8-485d-a78f-5dcacce8186f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.255964] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-83a22041-d482-4873-a694-7215d243b95b taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.255964] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83a22041-d482-4873-a694-7215d243b95b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.255964] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83a22041-d482-4873-a694-7215d243b95b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.255964] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83a22041-d482-4873-a694-7215d243b95b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.256824] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.256824] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.256824] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.256824] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.256824] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.257172] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83a22041-d482-4873-a694-7215d243b95b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.257172] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-83a22041-d482-4873-a694-7215d243b95b taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.257305] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83a22041-d482-4873-a694-7215d243b95b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.257305] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83a22041-d482-4873-a694-7215d243b95b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.257629] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83a22041-d482-4873-a694-7215d243b95b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.257629] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.257836] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.257836] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.257971] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.257971] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.258106] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83a22041-d482-4873-a694-7215d243b95b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.258169] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('83a22041-d482-4873-a694-7215d243b95b',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.584587] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4125c564-608e-4a8b-9379-399b2d87342a in Status: SUCCESS [ 808.584587] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4125c564-608e-4a8b-9379-399b2d87342a deletion is rescheduled due to dependency. [ 808.584587] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4125c564-608e-4a8b-9379-399b2d87342a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.761583] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 83a22041-d482-4873-a694-7215d243b95b: rpc.has_security_group_logging(os_id): False [ 808.778052] env[69392]: INFO networking_nsxv3.common.synchronization [req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 req-743a8f11-caa0-48d3-bb4e-74162612e637 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Enqueued Resource ID: 3bc62795-1211-4d88-b0b1-5963d0b9774e with Priority: HIGHEST for action security_group_members [ 808.779709] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bc62795-1211-4d88-b0b1-5963d0b9774e with Priority: HIGHEST for action security_group_members [ 808.779709] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bc62795-1211-4d88-b0b1-5963d0b9774e taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.779709] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.779709] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.781114] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.781114] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.781114] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.781114] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.781114] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.781114] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.781114] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bc62795-1211-4d88-b0b1-5963d0b9774e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.784562] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.784686] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.784743] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.784931] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.785066] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.786601] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.786601] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.786601] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.786601] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.786601] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.786601] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.786601] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.786601] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.786601] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.786601] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.786601] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.786601] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.786601] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.787188] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.787188] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.787188] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83a22041-d482-4873-a694-7215d243b95b is going to be created. [ 808.876214] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.876214] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.876214] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.876411] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.876459] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.892786] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83a22041-d482-4873-a694-7215d243b95b in Status: IN_PROGRESS for 2s [ 809.291944] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.291944] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.291944] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.291944] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.291944] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.291944] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.291944] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.291944] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.291944] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.291944] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.291944] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bc62795-1211-4d88-b0b1-5963d0b9774e already deleted. [ 809.291944] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.798478] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-764 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.798697] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-764" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.798774] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-764" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.802020] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-764" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.802020] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.802020] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.802020] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.802020] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.802020] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.803188] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 809.803369] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 809.803529] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 809.803678] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 809.803832] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 809.803980] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 809.804172] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 809.829865] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 809.829865] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 809.829865] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 809.829865] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-764" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.829865] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-f63aabe8-f5f3-4e07-b0f8-6a9d5bbeb620 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.829865] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-f63aabe8-f5f3-4e07-b0f8-6a9d5bbeb620" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.829865] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-f63aabe8-f5f3-4e07-b0f8-6a9d5bbeb620" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.831827] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-f63aabe8-f5f3-4e07-b0f8-6a9d5bbeb620" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.832580] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f63aabe8-f5f3-4e07-b0f8-6a9d5bbeb620',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.321252] env[69392]: INFO networking_nsxv3.common.synchronization [None req-56d34ab3-f6db-4b2b-968e-e2d32b0c28db None None] Enqueued Resource ID: 0d46ed93-f8d1-4ea3-b6bc-362072d9c008 with Priority: HIGHEST for action port [ 810.322390] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d46ed93-f8d1-4ea3-b6bc-362072d9c008 with Priority: HIGHEST for action port [ 810.322390] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d46ed93-f8d1-4ea3-b6bc-362072d9c008 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.322390] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d46ed93-f8d1-4ea3-b6bc-362072d9c008" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.322592] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d46ed93-f8d1-4ea3-b6bc-362072d9c008" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.324212] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d46ed93-f8d1-4ea3-b6bc-362072d9c008" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.324212] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d46ed93-f8d1-4ea3-b6bc-362072d9c008',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.336827] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.337229] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.337229] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.337513] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.337699] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.337861] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port f63aabe8-f5f3-4e07-b0f8-6a9d5bbeb620 not found, creating... [ 810.344320] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.344320] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.344320] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.344320] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.344320] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.344320] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.344320] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.344320] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.344320] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.344320] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.344688] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: f63aabe8-f5f3-4e07-b0f8-6a9d5bbeb620 is going to be created. [ 810.367253] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.367455] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.367609] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.367845] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.368074] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.371895] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-f63aabe8-f5f3-4e07-b0f8-6a9d5bbeb620" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.825737] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0d46ed93-f8d1-4ea3-b6bc-362072d9c008 [ 810.826041] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.826215] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.826299] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.826540] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.826648] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.826748] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0d46ed93-f8d1-4ea3-b6bc-362072d9c008 already deleted. [ 810.826853] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d46ed93-f8d1-4ea3-b6bc-362072d9c008" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.912066] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83a22041-d482-4873-a694-7215d243b95b in Status: SUCCESS [ 810.913064] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83a22041-d482-4873-a694-7215d243b95b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.855772] env[69392]: INFO networking_nsxv3.common.synchronization [req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 req-50af949f-1982-4be3-ae75-13303caebd3b service nova] Enqueued Resource ID: 3bc62795-1211-4d88-b0b1-5963d0b9774e with Priority: HIGHEST for action security_group_rules [ 811.855772] env[69392]: INFO networking_nsxv3.common.synchronization [req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 req-50af949f-1982-4be3-ae75-13303caebd3b service nova] Enqueued Resource ID: 3bc62795-1211-4d88-b0b1-5963d0b9774e with Priority: HIGHEST for action security_group_members [ 811.856294] env[69392]: INFO networking_nsxv3.common.synchronization [req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 req-50af949f-1982-4be3-ae75-13303caebd3b service nova] Enqueued Resource ID: f63aabe8-f5f3-4e07-b0f8-6a9d5bbeb620 with Priority: HIGHEST for action port [ 811.856294] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bc62795-1211-4d88-b0b1-5963d0b9774e with Priority: HIGHEST for action security_group_rules [ 811.856294] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bc62795-1211-4d88-b0b1-5963d0b9774e with Priority: HIGHEST for action security_group_members [ 811.856434] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f63aabe8-f5f3-4e07-b0f8-6a9d5bbeb620 with Priority: HIGHEST for action port [ 811.858168] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bc62795-1211-4d88-b0b1-5963d0b9774e taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.860549] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.860649] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.861758] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.865452] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bc62795-1211-4d88-b0b1-5963d0b9774e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.865452] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bc62795-1211-4d88-b0b1-5963d0b9774e taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.865452] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.865452] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.865452] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.865452] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.865452] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.865452] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.865909] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.865909] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.865909] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bc62795-1211-4d88-b0b1-5963d0b9774e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.869890] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-f63aabe8-f5f3-4e07-b0f8-6a9d5bbeb620 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.870618] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f63aabe8-f5f3-4e07-b0f8-6a9d5bbeb620" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.870618] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f63aabe8-f5f3-4e07-b0f8-6a9d5bbeb620" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.870618] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f63aabe8-f5f3-4e07-b0f8-6a9d5bbeb620" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.870618] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f63aabe8-f5f3-4e07-b0f8-6a9d5bbeb620',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.005166] env[69392]: INFO networking_nsxv3.common.synchronization [req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 req-5822e17a-223e-4bf5-8289-f7e0cea85e4e tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Enqueued Resource ID: 3bc62795-1211-4d88-b0b1-5963d0b9774e with Priority: HIGHEST for action security_group_members [ 812.006137] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bc62795-1211-4d88-b0b1-5963d0b9774e with Priority: HIGHEST for action security_group_members [ 812.007589] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bc62795-1211-4d88-b0b1-5963d0b9774e taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.007589] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.375586] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bc62795-1211-4d88-b0b1-5963d0b9774e taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.375586] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.375586] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3bc62795-1211-4d88-b0b1-5963d0b9774e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.375586] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f63aabe8-f5f3-4e07-b0f8-6a9d5bbeb620 with status ACTIVE [ 812.375586] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.375586] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.375586] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.375586] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.375586] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.375586] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.375586] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.375586] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.375586] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.375586] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.376529] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.376529] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.376529] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.376529] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.376529] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.376529] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f63aabe8-f5f3-4e07-b0f8-6a9d5bbeb620 is going to be updated. [ 812.405385] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.407139] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.407295] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.407560] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.407714] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.407984] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f63aabe8-f5f3-4e07-b0f8-6a9d5bbeb620" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.768442] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-764 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.768643] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-764" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.768988] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-764" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.769051] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-764" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.769609] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.769785] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.769906] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.770149] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.770547] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.770987] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 812.771043] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 812.771821] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 812.771821] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 812.771821] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 812.772065] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 812.772252] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 812.793037] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 812.793757] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 812.793757] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 812.795037] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-764" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.795037] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-40d419ff-bdd0-43e7-886d-4a5ea416ae3b taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.795037] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-40d419ff-bdd0-43e7-886d-4a5ea416ae3b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.795037] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-40d419ff-bdd0-43e7-886d-4a5ea416ae3b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.795406] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-40d419ff-bdd0-43e7-886d-4a5ea416ae3b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.795406] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40d419ff-bdd0-43e7-886d-4a5ea416ae3b',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.880034] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3bc62795-1211-4d88-b0b1-5963d0b9774e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.937480] env[69392]: INFO networking_nsxv3.common.synchronization [None req-988313be-1e81-488b-9dcc-90603a67a465 None None] Enqueued Resource ID: 804e0dc3-32bb-4024-9425-1420d6e991cf with Priority: HIGHEST for action port [ 812.938339] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 804e0dc3-32bb-4024-9425-1420d6e991cf with Priority: HIGHEST for action port [ 812.938783] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-804e0dc3-32bb-4024-9425-1420d6e991cf taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.938972] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-804e0dc3-32bb-4024-9425-1420d6e991cf" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.938972] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-804e0dc3-32bb-4024-9425-1420d6e991cf" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.939296] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-804e0dc3-32bb-4024-9425-1420d6e991cf" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.939337] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('804e0dc3-32bb-4024-9425-1420d6e991cf',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.299818] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.299818] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.299818] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.300420] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.303234] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.303234] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port 40d419ff-bdd0-43e7-886d-4a5ea416ae3b not found, creating... [ 813.303234] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.303652] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.303920] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.305015] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.305015] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.305015] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.305015] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.307637] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.307637] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.307637] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.307637] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 40d419ff-bdd0-43e7-886d-4a5ea416ae3b is going to be created. [ 813.334301] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.334563] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.334688] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.335470] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.335779] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.336028] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-40d419ff-bdd0-43e7-886d-4a5ea416ae3b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.384444] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.390052] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.390052] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.390052] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.390052] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.390052] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bc62795-1211-4d88-b0b1-5963d0b9774e is going to be created. [ 813.424042] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.424042] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.424042] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.424042] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.424042] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.440954] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bc62795-1211-4d88-b0b1-5963d0b9774e in Status: UNINITIALIZED for 2s [ 813.443045] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 804e0dc3-32bb-4024-9425-1420d6e991cf [ 813.443045] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.443045] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.443154] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.443925] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.444891] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.444891] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:804e0dc3-32bb-4024-9425-1420d6e991cf already deleted. [ 813.444891] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-804e0dc3-32bb-4024-9425-1420d6e991cf" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.960178] env[69392]: INFO networking_nsxv3.common.synchronization [None req-7247e8a5-56a2-451e-8993-f510f42c051a None None] Enqueued Resource ID: cd488137-9567-483a-8c3c-b47555dfd32e with Priority: HIGHEST for action port [ 813.961364] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd488137-9567-483a-8c3c-b47555dfd32e with Priority: HIGHEST for action port [ 813.961707] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd488137-9567-483a-8c3c-b47555dfd32e taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.961838] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd488137-9567-483a-8c3c-b47555dfd32e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.961908] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd488137-9567-483a-8c3c-b47555dfd32e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.962305] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd488137-9567-483a-8c3c-b47555dfd32e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.962457] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd488137-9567-483a-8c3c-b47555dfd32e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.465520] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cd488137-9567-483a-8c3c-b47555dfd32e [ 814.465760] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.466016] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.466178] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.466353] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.466444] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.466548] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cd488137-9567-483a-8c3c-b47555dfd32e already deleted. [ 814.466694] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd488137-9567-483a-8c3c-b47555dfd32e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.523600] env[69392]: INFO networking_nsxv3.common.synchronization [req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 req-e510b779-4968-4ff1-b243-67b76d7f3ab4 service nova] Enqueued Resource ID: 3bc62795-1211-4d88-b0b1-5963d0b9774e with Priority: HIGHEST for action security_group_rules [ 814.523840] env[69392]: INFO networking_nsxv3.common.synchronization [req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 req-e510b779-4968-4ff1-b243-67b76d7f3ab4 service nova] Enqueued Resource ID: 3bc62795-1211-4d88-b0b1-5963d0b9774e with Priority: HIGHEST for action security_group_members [ 814.523935] env[69392]: INFO networking_nsxv3.common.synchronization [req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 req-e510b779-4968-4ff1-b243-67b76d7f3ab4 service nova] Enqueued Resource ID: 40d419ff-bdd0-43e7-886d-4a5ea416ae3b with Priority: HIGHEST for action port [ 814.524643] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bc62795-1211-4d88-b0b1-5963d0b9774e with Priority: HIGHEST for action security_group_rules [ 814.524643] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bc62795-1211-4d88-b0b1-5963d0b9774e with Priority: HIGHEST for action security_group_members [ 814.524643] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40d419ff-bdd0-43e7-886d-4a5ea416ae3b with Priority: HIGHEST for action port [ 814.530935] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bc62795-1211-4d88-b0b1-5963d0b9774e taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.531401] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.531401] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bc62795-1211-4d88-b0b1-5963d0b9774e taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.531401] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.531550] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-40d419ff-bdd0-43e7-886d-4a5ea416ae3b taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.531641] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40d419ff-bdd0-43e7-886d-4a5ea416ae3b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.531805] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40d419ff-bdd0-43e7-886d-4a5ea416ae3b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.531926] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40d419ff-bdd0-43e7-886d-4a5ea416ae3b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.532018] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40d419ff-bdd0-43e7-886d-4a5ea416ae3b',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.693243] env[69392]: INFO networking_nsxv3.common.synchronization [req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 req-40effeb4-6c0b-4362-b5cc-49aa59b51471 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Enqueued Resource ID: 3bc62795-1211-4d88-b0b1-5963d0b9774e with Priority: HIGHEST for action security_group_members [ 814.696535] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bc62795-1211-4d88-b0b1-5963d0b9774e with Priority: HIGHEST for action security_group_members [ 814.696535] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bc62795-1211-4d88-b0b1-5963d0b9774e taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.696535] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.036660] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 40d419ff-bdd0-43e7-886d-4a5ea416ae3b with status ACTIVE [ 815.037249] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.037466] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.037543] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.037781] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.037928] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.038159] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.038265] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.038331] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.038504] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.038882] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.038882] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.038963] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.039102] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.039279] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.039390] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.039532] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 40d419ff-bdd0-43e7-886d-4a5ea416ae3b is going to be updated. [ 815.065406] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.065406] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.065406] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.065406] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.065406] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.065406] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40d419ff-bdd0-43e7-886d-4a5ea416ae3b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.423034] env[69392]: INFO networking_nsxv3.common.synchronization [None req-df330e1b-2313-48d6-a8d4-21dcb82bbdd3 None None] Enqueued Resource ID: 63e8a875-90b9-4f7c-b153-2a20583a09c7 with Priority: HIGHEST for action port [ 815.423614] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63e8a875-90b9-4f7c-b153-2a20583a09c7 with Priority: HIGHEST for action port [ 815.423969] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-63e8a875-90b9-4f7c-b153-2a20583a09c7 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.424150] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63e8a875-90b9-4f7c-b153-2a20583a09c7" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.424197] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63e8a875-90b9-4f7c-b153-2a20583a09c7" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.424434] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63e8a875-90b9-4f7c-b153-2a20583a09c7" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.424528] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63e8a875-90b9-4f7c-b153-2a20583a09c7',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.447874] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bc62795-1211-4d88-b0b1-5963d0b9774e in Status: SUCCESS [ 815.449395] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.449625] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.449864] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.450078] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.450197] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.450262] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.450459] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.450545] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.450648] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bc62795-1211-4d88-b0b1-5963d0b9774e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.677912] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-764 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.678126] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-764" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.678247] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-764" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.678510] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-764" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.678771] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.681028] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.681028] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.681028] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.681028] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.681028] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 815.681028] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 815.681028] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 815.681028] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 815.681028] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 815.681028] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 815.681028] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 815.708085] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 815.708294] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 815.708431] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 815.708609] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-764" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.708929] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-4665b6f6-1f40-46bb-8b2c-248420491d06 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.710798] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-4665b6f6-1f40-46bb-8b2c-248420491d06" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.710798] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-4665b6f6-1f40-46bb-8b2c-248420491d06" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.710798] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-4665b6f6-1f40-46bb-8b2c-248420491d06" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.710798] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4665b6f6-1f40-46bb-8b2c-248420491d06',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.927132] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 63e8a875-90b9-4f7c-b153-2a20583a09c7 [ 815.927363] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.927508] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.927563] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.927798] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.927867] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.927968] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:63e8a875-90b9-4f7c-b153-2a20583a09c7 already deleted. [ 815.928069] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63e8a875-90b9-4f7c-b153-2a20583a09c7" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.954272] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3bc62795-1211-4d88-b0b1-5963d0b9774e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.215340] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.215652] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.215777] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.216144] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.216324] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.216487] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port 4665b6f6-1f40-46bb-8b2c-248420491d06 not found, creating... [ 816.216761] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.216922] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.217052] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.217284] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.217423] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.217769] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.217932] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.219060] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.219060] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.219060] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.219060] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 4665b6f6-1f40-46bb-8b2c-248420491d06 is going to be created. [ 816.247035] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.247035] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.247035] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.247215] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.247295] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.247524] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-4665b6f6-1f40-46bb-8b2c-248420491d06" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.460723] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3bc62795-1211-4d88-b0b1-5963d0b9774e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.905666] env[69392]: INFO networking_nsxv3.common.synchronization [None req-b9de5d29-2d12-431c-aa07-84c2c3546fd6 None None] Enqueued Resource ID: 6db14717-81e1-4b5a-89af-9712d082bae8 with Priority: HIGHEST for action port [ 816.906498] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6db14717-81e1-4b5a-89af-9712d082bae8 with Priority: HIGHEST for action port [ 816.906917] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-6db14717-81e1-4b5a-89af-9712d082bae8 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.907068] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6db14717-81e1-4b5a-89af-9712d082bae8" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.907140] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6db14717-81e1-4b5a-89af-9712d082bae8" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.907400] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6db14717-81e1-4b5a-89af-9712d082bae8" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.907488] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6db14717-81e1-4b5a-89af-9712d082bae8',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.963216] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.963377] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.963414] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.963701] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.963701] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.963814] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bc62795-1211-4d88-b0b1-5963d0b9774e is going to be updated. [ 817.000737] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.000737] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.000737] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.000737] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.000737] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.011308] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bc62795-1211-4d88-b0b1-5963d0b9774e in Status: IN_PROGRESS for 2s [ 817.285495] env[69392]: INFO networking_nsxv3.common.synchronization [req-a3dc201a-62a1-4f01-94b6-954a6026dd49 req-0599413a-3c44-4d71-bb2a-9cc09b977f66 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Enqueued Resource ID: 29c6754a-94e7-44db-b750-45c0ae051be4 with Priority: HIGHEST for action security_group_members [ 817.287900] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29c6754a-94e7-44db-b750-45c0ae051be4 with Priority: HIGHEST for action security_group_members [ 817.289483] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-29c6754a-94e7-44db-b750-45c0ae051be4 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.289867] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.289941] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.290282] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.290711] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.290711] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.290711] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.290896] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.290896] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.291023] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29c6754a-94e7-44db-b750-45c0ae051be4',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.412540] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6db14717-81e1-4b5a-89af-9712d082bae8 [ 817.412933] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.413101] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.413183] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.413423] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.413513] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.413608] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6db14717-81e1-4b5a-89af-9712d082bae8 already deleted. [ 817.413693] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6db14717-81e1-4b5a-89af-9712d082bae8" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.600510] env[69392]: INFO networking_nsxv3.common.synchronization [req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 req-4bc4e2d7-777a-474f-8f1f-3a97efe2fc7d service nova] Enqueued Resource ID: 3bc62795-1211-4d88-b0b1-5963d0b9774e with Priority: HIGHEST for action security_group_rules [ 817.600929] env[69392]: INFO networking_nsxv3.common.synchronization [req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 req-4bc4e2d7-777a-474f-8f1f-3a97efe2fc7d service nova] Enqueued Resource ID: 3bc62795-1211-4d88-b0b1-5963d0b9774e with Priority: HIGHEST for action security_group_members [ 817.600929] env[69392]: INFO networking_nsxv3.common.synchronization [req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 req-4bc4e2d7-777a-474f-8f1f-3a97efe2fc7d service nova] Enqueued Resource ID: 4665b6f6-1f40-46bb-8b2c-248420491d06 with Priority: HIGHEST for action port [ 817.602111] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bc62795-1211-4d88-b0b1-5963d0b9774e with Priority: HIGHEST for action security_group_rules [ 817.602322] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bc62795-1211-4d88-b0b1-5963d0b9774e with Priority: HIGHEST for action security_group_members [ 817.602432] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4665b6f6-1f40-46bb-8b2c-248420491d06 with Priority: HIGHEST for action port [ 817.602761] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bc62795-1211-4d88-b0b1-5963d0b9774e taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.602898] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.603125] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bc62795-1211-4d88-b0b1-5963d0b9774e taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.603215] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.603989] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-4665b6f6-1f40-46bb-8b2c-248420491d06 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.603989] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4665b6f6-1f40-46bb-8b2c-248420491d06" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.603989] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4665b6f6-1f40-46bb-8b2c-248420491d06" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.604167] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4665b6f6-1f40-46bb-8b2c-248420491d06" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.604201] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4665b6f6-1f40-46bb-8b2c-248420491d06',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.794404] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.794404] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.794404] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.794404] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.794404] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.794404] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.794404] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.794404] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.794404] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.794404] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.794404] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29c6754a-94e7-44db-b750-45c0ae051be4 already deleted. [ 817.794404] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.111333] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4665b6f6-1f40-46bb-8b2c-248420491d06 with status ACTIVE [ 818.111333] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.111333] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.111333] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.111333] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.111333] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.111333] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.111333] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.111333] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.111333] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.111333] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.111333] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.111333] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.111333] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.111333] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.111333] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.111333] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4665b6f6-1f40-46bb-8b2c-248420491d06 is going to be updated. [ 818.126159] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-595 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.126466] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-595" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.126631] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-595" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.127010] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-595" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.127346] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.127595] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.127781] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.128132] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.128375] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.128719] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 818.128944] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 818.129115] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 818.129310] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 818.129464] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 818.130147] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 818.130261] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 818.148713] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.148883] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.148940] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.149167] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.149308] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.149481] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4665b6f6-1f40-46bb-8b2c-248420491d06" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.154299] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 818.154499] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 818.154670] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 818.154884] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-595" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.155232] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-0d5f3fb8-0d75-48b8-8d5b-2f41884f368a taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.155406] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-0d5f3fb8-0d75-48b8-8d5b-2f41884f368a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.155526] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-0d5f3fb8-0d75-48b8-8d5b-2f41884f368a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.156389] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-0d5f3fb8-0d75-48b8-8d5b-2f41884f368a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.156389] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d5f3fb8-0d75-48b8-8d5b-2f41884f368a',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.662439] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.662914] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.663178] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.663585] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.663837] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.664105] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port 0d5f3fb8-0d75-48b8-8d5b-2f41884f368a not found, creating... [ 818.664424] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.664596] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.664717] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.665020] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.665528] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.665899] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.666087] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.666208] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.666498] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.666664] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.666834] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 0d5f3fb8-0d75-48b8-8d5b-2f41884f368a is going to be created. [ 818.696100] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.696282] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.696395] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.696655] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.696890] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.697143] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-0d5f3fb8-0d75-48b8-8d5b-2f41884f368a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.023709] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bc62795-1211-4d88-b0b1-5963d0b9774e in Status: SUCCESS [ 819.024089] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.024299] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.024549] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.026104] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.026104] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.026104] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.026104] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.026104] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.026104] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.026104] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3bc62795-1211-4d88-b0b1-5963d0b9774e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.026567] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.027191] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.027191] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.027191] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.027191] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.027471] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.027471] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.027593] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bc62795-1211-4d88-b0b1-5963d0b9774e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.529830] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bc62795-1211-4d88-b0b1-5963d0b9774e taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.530008] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.530244] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3bc62795-1211-4d88-b0b1-5963d0b9774e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.033910] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3bc62795-1211-4d88-b0b1-5963d0b9774e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.292636] env[69392]: INFO networking_nsxv3.common.synchronization [req-a3dc201a-62a1-4f01-94b6-954a6026dd49 req-e385c40b-56f6-4d14-b1fa-0fc9ba6a3fe9 service nova] Enqueued Resource ID: 29c6754a-94e7-44db-b750-45c0ae051be4 with Priority: HIGHEST for action security_group_rules [ 820.292895] env[69392]: INFO networking_nsxv3.common.synchronization [req-a3dc201a-62a1-4f01-94b6-954a6026dd49 req-e385c40b-56f6-4d14-b1fa-0fc9ba6a3fe9 service nova] Enqueued Resource ID: 29c6754a-94e7-44db-b750-45c0ae051be4 with Priority: HIGHEST for action security_group_members [ 820.293054] env[69392]: INFO networking_nsxv3.common.synchronization [req-a3dc201a-62a1-4f01-94b6-954a6026dd49 req-e385c40b-56f6-4d14-b1fa-0fc9ba6a3fe9 service nova] Enqueued Resource ID: 0d5f3fb8-0d75-48b8-8d5b-2f41884f368a with Priority: HIGHEST for action port [ 820.293657] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29c6754a-94e7-44db-b750-45c0ae051be4 with Priority: HIGHEST for action security_group_rules [ 820.293791] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29c6754a-94e7-44db-b750-45c0ae051be4 with Priority: HIGHEST for action security_group_members [ 820.293967] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d5f3fb8-0d75-48b8-8d5b-2f41884f368a with Priority: HIGHEST for action port [ 820.295214] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29c6754a-94e7-44db-b750-45c0ae051be4 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.296027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.296027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.296218] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.296604] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29c6754a-94e7-44db-b750-45c0ae051be4',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.297581] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-29c6754a-94e7-44db-b750-45c0ae051be4 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.297708] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.297750] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.298236] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.298236] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.298236] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.298236] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.298494] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.298494] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.298576] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29c6754a-94e7-44db-b750-45c0ae051be4',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.300203] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d5f3fb8-0d75-48b8-8d5b-2f41884f368a taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.300203] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d5f3fb8-0d75-48b8-8d5b-2f41884f368a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.300203] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d5f3fb8-0d75-48b8-8d5b-2f41884f368a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.300203] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d5f3fb8-0d75-48b8-8d5b-2f41884f368a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.300411] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d5f3fb8-0d75-48b8-8d5b-2f41884f368a',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.542237] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.542237] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.542237] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.542237] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.542237] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.542237] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bc62795-1211-4d88-b0b1-5963d0b9774e is going to be updated. [ 820.577174] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.577174] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.577174] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.577174] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.577174] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.586765] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bc62795-1211-4d88-b0b1-5963d0b9774e in Status: IN_PROGRESS for 2s [ 820.625842] env[69392]: INFO networking_nsxv3.common.synchronization [req-2849c1da-e2a5-4961-be51-72e11a19be56 req-d5261ee9-076f-4c5b-a268-14121fa3a9d6 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Enqueued Resource ID: 176d91cf-1e19-4b79-833e-2cbc028f4608 with Priority: HIGHEST for action security_group_members [ 820.626523] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 176d91cf-1e19-4b79-833e-2cbc028f4608 with Priority: HIGHEST for action security_group_members [ 820.627762] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-176d91cf-1e19-4b79-833e-2cbc028f4608 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.627920] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-176d91cf-1e19-4b79-833e-2cbc028f4608" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.628717] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-176d91cf-1e19-4b79-833e-2cbc028f4608" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.628717] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-176d91cf-1e19-4b79-833e-2cbc028f4608" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.628894] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.629810] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.629883] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.630091] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.630195] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.630336] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('176d91cf-1e19-4b79-833e-2cbc028f4608',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.801877] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-29c6754a-94e7-44db-b750-45c0ae051be4 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.802114] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.802915] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('29c6754a-94e7-44db-b750-45c0ae051be4',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.803839] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d5f3fb8-0d75-48b8-8d5b-2f41884f368a with status ACTIVE [ 820.804048] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.804169] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.804238] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.804513] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.804577] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.804842] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.804842] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.804936] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.805210] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.805288] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.805449] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.805540] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.805766] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.805766] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.805841] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.805875] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d5f3fb8-0d75-48b8-8d5b-2f41884f368a is going to be updated. [ 820.831062] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.831476] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.831476] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.831765] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.831983] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.832252] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d5f3fb8-0d75-48b8-8d5b-2f41884f368a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.084966] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-164 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.087645] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-164" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.087837] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-164" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.088149] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-164" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.088499] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.088620] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.088735] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.088963] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.092780] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.092780] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 821.092780] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 821.092780] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 821.092780] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 821.092780] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 821.092780] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 821.092780] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 821.115306] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 821.115515] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 821.115653] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 821.115826] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-164" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.116182] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-5d4d97cf-82ef-4769-ad45-5fe4c9e9a9e5 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.116354] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-5d4d97cf-82ef-4769-ad45-5fe4c9e9a9e5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.116471] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-5d4d97cf-82ef-4769-ad45-5fe4c9e9a9e5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.116818] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-5d4d97cf-82ef-4769-ad45-5fe4c9e9a9e5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.116961] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d4d97cf-82ef-4769-ad45-5fe4c9e9a9e5',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.132997] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.133148] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.133302] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.133427] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.133518] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.133711] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.133817] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.133885] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.134048] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.134128] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.134212] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 176d91cf-1e19-4b79-833e-2cbc028f4608 already deleted. [ 821.134291] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-176d91cf-1e19-4b79-833e-2cbc028f4608" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.268532] env[69392]: INFO networking_nsxv3.common.synchronization [None req-5b96d878-33fe-4a70-9432-b2acf14c628f None None] Enqueued Resource ID: bf7efcb2-313e-4168-9426-5f77acf531e2 with Priority: HIGHEST for action port [ 821.269112] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf7efcb2-313e-4168-9426-5f77acf531e2 with Priority: HIGHEST for action port [ 821.269495] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf7efcb2-313e-4168-9426-5f77acf531e2 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.269600] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf7efcb2-313e-4168-9426-5f77acf531e2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.269600] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf7efcb2-313e-4168-9426-5f77acf531e2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.270531] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf7efcb2-313e-4168-9426-5f77acf531e2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.270531] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf7efcb2-313e-4168-9426-5f77acf531e2',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.311036] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('29c6754a-94e7-44db-b750-45c0ae051be4',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.623050] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.623387] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.623457] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.623744] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.623892] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.624063] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port 5d4d97cf-82ef-4769-ad45-5fe4c9e9a9e5 not found, creating... [ 821.624345] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.624699] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.624841] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.625087] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.625227] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.625512] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.625660] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.625772] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.625979] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.626121] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.626257] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 5d4d97cf-82ef-4769-ad45-5fe4c9e9a9e5 is going to be created. [ 821.648399] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.648553] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.648596] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.648882] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.649127] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.649430] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-5d4d97cf-82ef-4769-ad45-5fe4c9e9a9e5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.772236] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bf7efcb2-313e-4168-9426-5f77acf531e2 [ 821.772515] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.772700] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.772858] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.773128] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.773242] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.773406] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bf7efcb2-313e-4168-9426-5f77acf531e2 already deleted. [ 821.773503] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf7efcb2-313e-4168-9426-5f77acf531e2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.815050] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.815050] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.815050] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.815050] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.815050] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.815050] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29c6754a-94e7-44db-b750-45c0ae051be4 is going to be created. [ 821.852025] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.852025] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.852025] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.852025] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.852025] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.867135] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29c6754a-94e7-44db-b750-45c0ae051be4 in Status: UNINITIALIZED for 2s [ 822.554705] env[69392]: INFO networking_nsxv3.common.synchronization [req-82105fea-5de8-48c0-be69-ddea1d62895f req-963693f5-d73d-40a1-a36a-52a02eb667d4 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Enqueued Resource ID: 523ba16e-9aef-4d46-81c8-289c4328529e with Priority: HIGHEST for action security_group_members [ 822.558337] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 523ba16e-9aef-4d46-81c8-289c4328529e with Priority: HIGHEST for action security_group_members [ 822.558337] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-523ba16e-9aef-4d46-81c8-289c4328529e taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.558337] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-523ba16e-9aef-4d46-81c8-289c4328529e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.558337] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-523ba16e-9aef-4d46-81c8-289c4328529e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.558337] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-523ba16e-9aef-4d46-81c8-289c4328529e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.558337] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.558337] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.558337] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.558337] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.558337] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.558337] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('523ba16e-9aef-4d46-81c8-289c4328529e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.599238] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bc62795-1211-4d88-b0b1-5963d0b9774e in Status: SUCCESS [ 822.599471] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.599638] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.599858] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.600063] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.600199] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.600273] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.600459] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.600545] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.600643] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bc62795-1211-4d88-b0b1-5963d0b9774e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.943636] env[69392]: INFO networking_nsxv3.common.synchronization [req-2849c1da-e2a5-4961-be51-72e11a19be56 req-e5befb5e-88a1-4d12-9ce8-bad72d8814c0 service nova] Enqueued Resource ID: 176d91cf-1e19-4b79-833e-2cbc028f4608 with Priority: HIGHEST for action security_group_rules [ 822.943807] env[69392]: INFO networking_nsxv3.common.synchronization [req-2849c1da-e2a5-4961-be51-72e11a19be56 req-e5befb5e-88a1-4d12-9ce8-bad72d8814c0 service nova] Enqueued Resource ID: 176d91cf-1e19-4b79-833e-2cbc028f4608 with Priority: HIGHEST for action security_group_members [ 822.943940] env[69392]: INFO networking_nsxv3.common.synchronization [req-2849c1da-e2a5-4961-be51-72e11a19be56 req-e5befb5e-88a1-4d12-9ce8-bad72d8814c0 service nova] Enqueued Resource ID: 5d4d97cf-82ef-4769-ad45-5fe4c9e9a9e5 with Priority: HIGHEST for action port [ 822.945657] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 176d91cf-1e19-4b79-833e-2cbc028f4608 with Priority: HIGHEST for action security_group_rules [ 822.945657] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 176d91cf-1e19-4b79-833e-2cbc028f4608 with Priority: HIGHEST for action security_group_members [ 822.945657] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d4d97cf-82ef-4769-ad45-5fe4c9e9a9e5 with Priority: HIGHEST for action port [ 822.947136] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-176d91cf-1e19-4b79-833e-2cbc028f4608 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.947136] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-176d91cf-1e19-4b79-833e-2cbc028f4608" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.947136] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-176d91cf-1e19-4b79-833e-2cbc028f4608" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.947136] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-176d91cf-1e19-4b79-833e-2cbc028f4608" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.947136] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('176d91cf-1e19-4b79-833e-2cbc028f4608',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.952924] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-176d91cf-1e19-4b79-833e-2cbc028f4608 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.952924] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-176d91cf-1e19-4b79-833e-2cbc028f4608" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.952924] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-176d91cf-1e19-4b79-833e-2cbc028f4608" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.952924] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-176d91cf-1e19-4b79-833e-2cbc028f4608" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.952924] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.952924] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.952924] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.952924] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.952924] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.952924] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('176d91cf-1e19-4b79-833e-2cbc028f4608',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.954924] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d4d97cf-82ef-4769-ad45-5fe4c9e9a9e5 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.954924] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d4d97cf-82ef-4769-ad45-5fe4c9e9a9e5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.954924] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d4d97cf-82ef-4769-ad45-5fe4c9e9a9e5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.954924] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d4d97cf-82ef-4769-ad45-5fe4c9e9a9e5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.954924] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d4d97cf-82ef-4769-ad45-5fe4c9e9a9e5',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.006134] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-164 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.006331] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-164" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.006443] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-164" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.006713] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-164" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.006976] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.007149] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.007265] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.007487] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.007627] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.010674] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 823.010674] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 823.010674] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 823.010674] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 823.010674] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 823.010674] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 823.010674] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 823.031364] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 823.031546] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 823.031689] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 823.031863] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-164" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.032219] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-1aeb1a6d-e44d-43f3-8818-841f83ea8959 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.032364] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-1aeb1a6d-e44d-43f3-8818-841f83ea8959" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.033055] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-1aeb1a6d-e44d-43f3-8818-841f83ea8959" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.033055] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-1aeb1a6d-e44d-43f3-8818-841f83ea8959" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.033055] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1aeb1a6d-e44d-43f3-8818-841f83ea8959',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.060714] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('523ba16e-9aef-4d46-81c8-289c4328529e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.109031] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3bc62795-1211-4d88-b0b1-5963d0b9774e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.459454] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-176d91cf-1e19-4b79-833e-2cbc028f4608 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.459801] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-176d91cf-1e19-4b79-833e-2cbc028f4608" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.459801] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('176d91cf-1e19-4b79-833e-2cbc028f4608',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.460799] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d4d97cf-82ef-4769-ad45-5fe4c9e9a9e5 with status ACTIVE [ 823.464194] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.464194] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.464194] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.464194] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.464194] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.464194] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.464194] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.464194] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.464194] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.464194] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.464194] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.464194] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.464194] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.464194] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.464194] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.464194] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d4d97cf-82ef-4769-ad45-5fe4c9e9a9e5 is going to be updated. [ 823.487346] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.487527] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.487608] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.487903] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.488050] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.488218] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d4d97cf-82ef-4769-ad45-5fe4c9e9a9e5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.537121] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.537121] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.537238] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.537629] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.537700] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.537792] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port 1aeb1a6d-e44d-43f3-8818-841f83ea8959 not found, creating... [ 823.538073] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.538226] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.538337] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.538644] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.538775] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.539140] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.539340] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.539455] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.539714] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.539892] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.544286] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 1aeb1a6d-e44d-43f3-8818-841f83ea8959 is going to be created. [ 823.566490] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('523ba16e-9aef-4d46-81c8-289c4328529e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.586149] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.586149] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.586149] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.586149] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.586149] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.586149] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-1aeb1a6d-e44d-43f3-8818-841f83ea8959" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.761809] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3bc62795-1211-4d88-b0b1-5963d0b9774e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.801683] env[69392]: INFO networking_nsxv3.common.synchronization [None req-427bbcc6-2e36-4ad9-ac5a-f128412b1f73 None None] Enqueued Resource ID: 3889517b-6963-46b3-8db9-c6f642ba509d with Priority: HIGHEST for action port [ 823.802171] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3889517b-6963-46b3-8db9-c6f642ba509d with Priority: HIGHEST for action port [ 823.803316] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-3889517b-6963-46b3-8db9-c6f642ba509d taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.803316] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3889517b-6963-46b3-8db9-c6f642ba509d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.803316] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3889517b-6963-46b3-8db9-c6f642ba509d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.803316] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3889517b-6963-46b3-8db9-c6f642ba509d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.803316] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3889517b-6963-46b3-8db9-c6f642ba509d',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.881458] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29c6754a-94e7-44db-b750-45c0ae051be4 in Status: SUCCESS [ 823.882790] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.883231] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.884683] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.884683] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.884683] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.884683] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.884683] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.884683] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.884683] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.884683] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('29c6754a-94e7-44db-b750-45c0ae051be4',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.966073] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('176d91cf-1e19-4b79-833e-2cbc028f4608',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.073406] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.073568] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.073679] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.073833] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.073992] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.074075] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 523ba16e-9aef-4d46-81c8-289c4328529e is going to be updated. [ 824.104205] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.104356] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.104414] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.108373] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.108547] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.118722] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 523ba16e-9aef-4d46-81c8-289c4328529e in Status: IN_PROGRESS for 2s [ 824.265215] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.265412] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.265486] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.265820] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.265987] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.266741] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bc62795-1211-4d88-b0b1-5963d0b9774e is going to be updated. [ 824.301449] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.304969] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.304969] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.304969] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.304969] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.304969] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3889517b-6963-46b3-8db9-c6f642ba509d [ 824.304969] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.304969] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.304969] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.305473] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.305473] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.305473] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3889517b-6963-46b3-8db9-c6f642ba509d already deleted. [ 824.305473] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3889517b-6963-46b3-8db9-c6f642ba509d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.316731] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bc62795-1211-4d88-b0b1-5963d0b9774e in Status: IN_PROGRESS for 2s [ 824.320252] env[69392]: INFO networking_nsxv3.common.synchronization [req-82105fea-5de8-48c0-be69-ddea1d62895f req-d87bd6a6-66d1-4237-9dc3-08b94d7f9270 service nova] Enqueued Resource ID: 523ba16e-9aef-4d46-81c8-289c4328529e with Priority: HIGHEST for action security_group_rules [ 824.320405] env[69392]: INFO networking_nsxv3.common.synchronization [req-82105fea-5de8-48c0-be69-ddea1d62895f req-d87bd6a6-66d1-4237-9dc3-08b94d7f9270 service nova] Enqueued Resource ID: 523ba16e-9aef-4d46-81c8-289c4328529e with Priority: HIGHEST for action security_group_members [ 824.320534] env[69392]: INFO networking_nsxv3.common.synchronization [req-82105fea-5de8-48c0-be69-ddea1d62895f req-d87bd6a6-66d1-4237-9dc3-08b94d7f9270 service nova] Enqueued Resource ID: 1aeb1a6d-e44d-43f3-8818-841f83ea8959 with Priority: HIGHEST for action port [ 824.320768] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 523ba16e-9aef-4d46-81c8-289c4328529e with Priority: HIGHEST for action security_group_rules [ 824.320897] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 523ba16e-9aef-4d46-81c8-289c4328529e with Priority: HIGHEST for action security_group_members [ 824.321031] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aeb1a6d-e44d-43f3-8818-841f83ea8959 with Priority: HIGHEST for action port [ 824.321562] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-523ba16e-9aef-4d46-81c8-289c4328529e taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.325214] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-523ba16e-9aef-4d46-81c8-289c4328529e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.325299] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-523ba16e-9aef-4d46-81c8-289c4328529e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.325508] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-523ba16e-9aef-4d46-81c8-289c4328529e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.325595] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('523ba16e-9aef-4d46-81c8-289c4328529e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.326516] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-523ba16e-9aef-4d46-81c8-289c4328529e taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.326614] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-523ba16e-9aef-4d46-81c8-289c4328529e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.326767] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-1aeb1a6d-e44d-43f3-8818-841f83ea8959 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.326864] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1aeb1a6d-e44d-43f3-8818-841f83ea8959" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.326931] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1aeb1a6d-e44d-43f3-8818-841f83ea8959" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.327124] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1aeb1a6d-e44d-43f3-8818-841f83ea8959" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.327196] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1aeb1a6d-e44d-43f3-8818-841f83ea8959',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.387659] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-29c6754a-94e7-44db-b750-45c0ae051be4 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.388297] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.391018] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.391018] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.391018] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.391018] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.391018] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.391018] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.391018] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.391018] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.391018] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-29c6754a-94e7-44db-b750-45c0ae051be4 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.391018] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.391018] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.391018] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.391018] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.391018] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.391018] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.391018] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.391018] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.391018] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.391619] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('29c6754a-94e7-44db-b750-45c0ae051be4',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.469032] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.469271] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.469371] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.469682] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.469859] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.470040] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 176d91cf-1e19-4b79-833e-2cbc028f4608 is going to be created. [ 824.494833] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.495151] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.495309] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.495651] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.495908] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.507854] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 176d91cf-1e19-4b79-833e-2cbc028f4608 in Status: UNINITIALIZED for 2s [ 824.830564] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-523ba16e-9aef-4d46-81c8-289c4328529e taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.830868] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-523ba16e-9aef-4d46-81c8-289c4328529e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.830939] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1aeb1a6d-e44d-43f3-8818-841f83ea8959 with status ACTIVE [ 824.831138] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.831250] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.831339] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.831573] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.831886] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.832128] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.832233] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.832299] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.832469] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.832555] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.832748] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.832844] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.832948] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.833392] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.833392] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.833392] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1aeb1a6d-e44d-43f3-8818-841f83ea8959 is going to be updated. [ 824.859391] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.859609] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.859718] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.860037] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.860245] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.860488] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1aeb1a6d-e44d-43f3-8818-841f83ea8959" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.895357] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 29c6754a-94e7-44db-b750-45c0ae051be4: rpc.has_security_group_logging(os_id): False [ 824.915830] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.916076] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.916143] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.916441] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.916562] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.916829] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.916976] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.917212] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.917966] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.917966] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.917966] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.918223] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.918223] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.918309] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.918722] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.918722] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.918722] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.918977] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.918977] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.919084] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.919162] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29c6754a-94e7-44db-b750-45c0ae051be4 is going to be created. [ 825.015063] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.015148] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.015246] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.015535] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.015770] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.038690] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29c6754a-94e7-44db-b750-45c0ae051be4 in Status: IN_PROGRESS for 2s [ 826.133474] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 523ba16e-9aef-4d46-81c8-289c4328529e in Status: IN_PROGRESS for 4s [ 826.259968] env[69392]: INFO networking_nsxv3.common.synchronization [None req-a305f506-3ab3-43bb-915e-c4780511b404 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Enqueued Resource ID: ca2f8aa1-f9c1-4396-855a-fffbf6b8a05f with Priority: HIGHEST for action security_group_rules [ 826.260961] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca2f8aa1-f9c1-4396-855a-fffbf6b8a05f with Priority: HIGHEST for action security_group_rules [ 826.262196] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca2f8aa1-f9c1-4396-855a-fffbf6b8a05f taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.262196] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca2f8aa1-f9c1-4396-855a-fffbf6b8a05f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.262196] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca2f8aa1-f9c1-4396-855a-fffbf6b8a05f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.262196] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca2f8aa1-f9c1-4396-855a-fffbf6b8a05f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.262196] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca2f8aa1-f9c1-4396-855a-fffbf6b8a05f',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.329303] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bc62795-1211-4d88-b0b1-5963d0b9774e in Status: SUCCESS [ 826.329540] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.330092] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.330492] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.330492] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.330644] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.330644] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.332666] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.332666] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.332666] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bc62795-1211-4d88-b0b1-5963d0b9774e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.381289] env[69392]: INFO networking_nsxv3.common.synchronization [None req-8c1d073c-e946-43c0-9be3-c5f98551fad3 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Enqueued Resource ID: ca2f8aa1-f9c1-4396-855a-fffbf6b8a05f with Priority: HIGHEST for action security_group_rules [ 826.381776] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca2f8aa1-f9c1-4396-855a-fffbf6b8a05f with Priority: HIGHEST for action security_group_rules [ 826.382068] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca2f8aa1-f9c1-4396-855a-fffbf6b8a05f taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.382161] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca2f8aa1-f9c1-4396-855a-fffbf6b8a05f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.519458] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 176d91cf-1e19-4b79-833e-2cbc028f4608 in Status: SUCCESS [ 826.519458] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-176d91cf-1e19-4b79-833e-2cbc028f4608" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.519458] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-176d91cf-1e19-4b79-833e-2cbc028f4608" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.519458] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-176d91cf-1e19-4b79-833e-2cbc028f4608" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.519458] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.519458] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.519458] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.519458] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.519458] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.519458] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-176d91cf-1e19-4b79-833e-2cbc028f4608" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.519458] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('176d91cf-1e19-4b79-833e-2cbc028f4608',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.784322] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.784461] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.784535] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.784771] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.785114] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.785114] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca2f8aa1-f9c1-4396-855a-fffbf6b8a05f already deleted. [ 826.785114] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca2f8aa1-f9c1-4396-855a-fffbf6b8a05f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.785311] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca2f8aa1-f9c1-4396-855a-fffbf6b8a05f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.785377] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca2f8aa1-f9c1-4396-855a-fffbf6b8a05f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.785465] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca2f8aa1-f9c1-4396-855a-fffbf6b8a05f',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.835052] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3bc62795-1211-4d88-b0b1-5963d0b9774e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.022692] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-176d91cf-1e19-4b79-833e-2cbc028f4608 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.022692] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-176d91cf-1e19-4b79-833e-2cbc028f4608" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.022692] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-176d91cf-1e19-4b79-833e-2cbc028f4608" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.022692] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-176d91cf-1e19-4b79-833e-2cbc028f4608" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.022927] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.022927] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.023064] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.023205] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.023288] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.023371] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-176d91cf-1e19-4b79-833e-2cbc028f4608" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.023515] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-176d91cf-1e19-4b79-833e-2cbc028f4608 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.023604] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-176d91cf-1e19-4b79-833e-2cbc028f4608" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.023661] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-176d91cf-1e19-4b79-833e-2cbc028f4608" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.023796] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-176d91cf-1e19-4b79-833e-2cbc028f4608" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.023927] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.024027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.024423] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.024423] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.024423] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.024423] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-176d91cf-1e19-4b79-833e-2cbc028f4608" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.024564] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('176d91cf-1e19-4b79-833e-2cbc028f4608',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.055592] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29c6754a-94e7-44db-b750-45c0ae051be4 in Status: SUCCESS [ 827.055592] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.309875] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.310192] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.310975] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.311386] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.311386] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.311507] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca2f8aa1-f9c1-4396-855a-fffbf6b8a05f already deleted. [ 827.311593] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca2f8aa1-f9c1-4396-855a-fffbf6b8a05f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.341030] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3bc62795-1211-4d88-b0b1-5963d0b9774e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.528246] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 176d91cf-1e19-4b79-833e-2cbc028f4608: rpc.has_security_group_logging(os_id): False [ 827.547821] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.549634] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.549634] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.549634] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.549634] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.549634] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.549634] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.549634] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.549634] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.549634] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.549634] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.549997] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.549997] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.550204] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.550204] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.550423] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.550585] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.550585] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.550722] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.550806] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.550894] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 176d91cf-1e19-4b79-833e-2cbc028f4608 is going to be created. [ 827.617355] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.621118] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.621118] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.621118] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.621118] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.631684] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 176d91cf-1e19-4b79-833e-2cbc028f4608 in Status: IN_PROGRESS for 2s [ 827.839806] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.839910] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.839998] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.840236] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.840330] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.840435] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bc62795-1211-4d88-b0b1-5963d0b9774e is going to be updated. [ 827.872186] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.872186] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.872282] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.872432] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.872582] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.885822] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bc62795-1211-4d88-b0b1-5963d0b9774e in Status: IN_PROGRESS for 2s [ 828.149027] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 523ba16e-9aef-4d46-81c8-289c4328529e in Status: SUCCESS [ 828.149027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-523ba16e-9aef-4d46-81c8-289c4328529e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.149027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-523ba16e-9aef-4d46-81c8-289c4328529e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.149027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-523ba16e-9aef-4d46-81c8-289c4328529e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.149027] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.149027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.149027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.149027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.149027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.149027] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('523ba16e-9aef-4d46-81c8-289c4328529e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.274180] env[69392]: INFO networking_nsxv3.common.synchronization [req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 req-10e8ed5a-d7ea-4e15-ae3b-5e135eff9395 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Enqueued Resource ID: f2fa25dc-75b3-4554-a588-b4023e5815ac with Priority: HIGHEST for action security_group_members [ 828.274180] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2fa25dc-75b3-4554-a588-b4023e5815ac with Priority: HIGHEST for action security_group_members [ 828.274180] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2fa25dc-75b3-4554-a588-b4023e5815ac taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.274180] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2fa25dc-75b3-4554-a588-b4023e5815ac" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.274180] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2fa25dc-75b3-4554-a588-b4023e5815ac" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.275890] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2fa25dc-75b3-4554-a588-b4023e5815ac" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.276295] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.276828] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.277037] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.277352] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.277579] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.277814] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2fa25dc-75b3-4554-a588-b4023e5815ac',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.589742] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-793 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.589742] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-793" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.589742] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-793" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.590993] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-793" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.591513] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.595195] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.595195] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.595195] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.595195] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.595195] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 828.595195] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 828.595195] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 828.595195] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 828.595195] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 828.595195] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 828.595195] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 828.618283] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 828.618283] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 828.618283] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 828.618283] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-793" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.618577] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-35d7c355-a380-4579-a639-375f2bc92704 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.620443] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-35d7c355-a380-4579-a639-375f2bc92704" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.620443] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-35d7c355-a380-4579-a639-375f2bc92704" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.620443] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-35d7c355-a380-4579-a639-375f2bc92704" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.620443] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35d7c355-a380-4579-a639-375f2bc92704',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.651681] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('523ba16e-9aef-4d46-81c8-289c4328529e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.780334] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.780592] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.780719] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.781020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.781175] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.781467] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.781900] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.781900] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.781900] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.782035] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.782188] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2fa25dc-75b3-4554-a588-b4023e5815ac already deleted. [ 828.782616] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2fa25dc-75b3-4554-a588-b4023e5815ac" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.122344] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.122571] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.122699] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.123168] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.123382] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.123553] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port 35d7c355-a380-4579-a639-375f2bc92704 not found, creating... [ 829.123900] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.124152] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.124262] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.124537] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.124708] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.125066] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.125291] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.125464] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.125732] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.125920] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.126112] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 35d7c355-a380-4579-a639-375f2bc92704 is going to be created. [ 829.155212] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('523ba16e-9aef-4d46-81c8-289c4328529e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.172439] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.172739] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.172890] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.173237] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.173473] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.173724] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-35d7c355-a380-4579-a639-375f2bc92704" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.647015] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 176d91cf-1e19-4b79-833e-2cbc028f4608 in Status: SUCCESS [ 829.647015] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-176d91cf-1e19-4b79-833e-2cbc028f4608" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.667176] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.667176] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.667176] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.667176] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.667176] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.667176] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 523ba16e-9aef-4d46-81c8-289c4328529e is going to be updated. [ 829.687218] env[69392]: INFO networking_nsxv3.common.synchronization [req-c19eca96-90f2-41d3-b179-9314721aec5c req-67ff08bf-9aa3-465c-a498-b58a31f54ed2 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Enqueued Resource ID: 3bc62795-1211-4d88-b0b1-5963d0b9774e with Priority: HIGHEST for action security_group_members [ 829.687218] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bc62795-1211-4d88-b0b1-5963d0b9774e with Priority: HIGHEST for action security_group_members [ 829.687218] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bc62795-1211-4d88-b0b1-5963d0b9774e taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.687218] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.707430] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.707430] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.707430] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.707673] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.707851] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.719073] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 523ba16e-9aef-4d46-81c8-289c4328529e in Status: IN_PROGRESS for 2s [ 829.885856] env[69392]: INFO networking_nsxv3.common.synchronization [req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 req-9e435441-0e1c-4256-9b00-16a39e844459 service nova] Enqueued Resource ID: f2fa25dc-75b3-4554-a588-b4023e5815ac with Priority: HIGHEST for action security_group_rules [ 829.891474] env[69392]: INFO networking_nsxv3.common.synchronization [req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 req-9e435441-0e1c-4256-9b00-16a39e844459 service nova] Enqueued Resource ID: f2fa25dc-75b3-4554-a588-b4023e5815ac with Priority: HIGHEST for action security_group_members [ 829.891907] env[69392]: INFO networking_nsxv3.common.synchronization [req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 req-9e435441-0e1c-4256-9b00-16a39e844459 service nova] Enqueued Resource ID: 35d7c355-a380-4579-a639-375f2bc92704 with Priority: HIGHEST for action port [ 829.892662] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2fa25dc-75b3-4554-a588-b4023e5815ac with Priority: HIGHEST for action security_group_rules [ 829.892968] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2fa25dc-75b3-4554-a588-b4023e5815ac with Priority: HIGHEST for action security_group_members [ 829.892968] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d7c355-a380-4579-a639-375f2bc92704 with Priority: HIGHEST for action port [ 829.893890] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2fa25dc-75b3-4554-a588-b4023e5815ac taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.894028] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2fa25dc-75b3-4554-a588-b4023e5815ac" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.894135] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2fa25dc-75b3-4554-a588-b4023e5815ac" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.894972] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2fa25dc-75b3-4554-a588-b4023e5815ac" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.894972] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2fa25dc-75b3-4554-a588-b4023e5815ac',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.896511] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2fa25dc-75b3-4554-a588-b4023e5815ac taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.896659] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2fa25dc-75b3-4554-a588-b4023e5815ac" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.896793] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2fa25dc-75b3-4554-a588-b4023e5815ac" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.897067] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2fa25dc-75b3-4554-a588-b4023e5815ac" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.897264] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.897434] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.897479] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.897699] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.897817] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.897927] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2fa25dc-75b3-4554-a588-b4023e5815ac',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.900152] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-35d7c355-a380-4579-a639-375f2bc92704 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.900152] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35d7c355-a380-4579-a639-375f2bc92704" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.900260] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35d7c355-a380-4579-a639-375f2bc92704" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.901368] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35d7c355-a380-4579-a639-375f2bc92704" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.901368] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35d7c355-a380-4579-a639-375f2bc92704',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.904629] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bc62795-1211-4d88-b0b1-5963d0b9774e in Status: SUCCESS [ 829.905542] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.905677] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.906065] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.906293] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.906415] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.906415] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.906698] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.906698] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.907922] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.907922] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bc62795-1211-4d88-b0b1-5963d0b9774e taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.907922] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.907922] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.908180] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.908338] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.908565] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.908565] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.908644] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.908745] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.908783] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.908864] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3bc62795-1211-4d88-b0b1-5963d0b9774e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.912880] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.913134] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.913625] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.913950] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.914027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.914161] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.914247] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.914339] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bc62795-1211-4d88-b0b1-5963d0b9774e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.397860] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2fa25dc-75b3-4554-a588-b4023e5815ac taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.397860] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2fa25dc-75b3-4554-a588-b4023e5815ac" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.402391] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2fa25dc-75b3-4554-a588-b4023e5815ac',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.411277] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3bc62795-1211-4d88-b0b1-5963d0b9774e: rpc.has_security_group_logging(os_id): False [ 830.413233] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 35d7c355-a380-4579-a639-375f2bc92704 with status ACTIVE [ 830.414984] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.414984] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.414984] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.414984] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.414984] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.414984] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.414984] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.414984] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.416029] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.416029] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.416029] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.416029] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.416029] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.416029] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.416029] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.416298] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 35d7c355-a380-4579-a639-375f2bc92704 is going to be updated. [ 830.418035] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3bc62795-1211-4d88-b0b1-5963d0b9774e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.441361] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.442136] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.442136] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.442136] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.442136] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.442136] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35d7c355-a380-4579-a639-375f2bc92704" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.443989] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.444170] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.444226] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.444390] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.444472] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.444703] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.444814] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.444937] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.445033] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.445129] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.445631] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.445715] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.445961] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.446115] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.446198] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.446390] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.446544] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.446945] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.447117] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.447197] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.447283] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bc62795-1211-4d88-b0b1-5963d0b9774e is going to be created. [ 830.508464] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.508610] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.508677] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.508899] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.509101] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.521181] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bc62795-1211-4d88-b0b1-5963d0b9774e in Status: IN_PROGRESS for 2s [ 830.905466] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2fa25dc-75b3-4554-a588-b4023e5815ac',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.919794] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3bc62795-1211-4d88-b0b1-5963d0b9774e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.262458] env[69392]: INFO networking_nsxv3.common.synchronization [req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 req-c187c657-2522-4ca9-9a7f-ad10a14dcfc0 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Enqueued Resource ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 with Priority: HIGHEST for action security_group_members [ 831.263558] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 with Priority: HIGHEST for action security_group_members [ 831.263558] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.263558] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.263558] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.263930] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.264042] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.264816] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.264922] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.265095] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.265193] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.265510] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81084ca3-f156-4abe-9b5f-485c6c6fa7d6',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.412894] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.412894] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.412894] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.412894] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.412894] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.412894] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2fa25dc-75b3-4554-a588-b4023e5815ac is going to be created. [ 831.425066] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.425066] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.425066] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.425066] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.425066] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.425066] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bc62795-1211-4d88-b0b1-5963d0b9774e is going to be updated. [ 831.459287] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.459287] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.459287] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.459287] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.459287] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.463708] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.463708] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.463708] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.463708] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.463708] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.476192] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bc62795-1211-4d88-b0b1-5963d0b9774e in Status: IN_PROGRESS for 2s [ 831.478279] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2fa25dc-75b3-4554-a588-b4023e5815ac in Status: UNINITIALIZED for 2s [ 831.612308] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-785 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.612499] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-785" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.612624] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-785" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.613031] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-785" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.613323] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.613511] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.613641] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.613877] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.614174] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.614451] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 831.614587] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 831.614702] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 831.614823] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 831.614924] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 831.615133] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 831.615279] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 831.635338] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 831.635915] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 831.635915] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 831.635915] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-785" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.636310] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-7b9401f5-0b18-4514-a3d5-d7b566e34222 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.636494] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-7b9401f5-0b18-4514-a3d5-d7b566e34222" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.636740] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-7b9401f5-0b18-4514-a3d5-d7b566e34222" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.636951] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-7b9401f5-0b18-4514-a3d5-d7b566e34222" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.637117] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b9401f5-0b18-4514-a3d5-d7b566e34222',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.733406] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 523ba16e-9aef-4d46-81c8-289c4328529e in Status: SUCCESS [ 831.733629] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-523ba16e-9aef-4d46-81c8-289c4328529e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.733800] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-523ba16e-9aef-4d46-81c8-289c4328529e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.734035] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-523ba16e-9aef-4d46-81c8-289c4328529e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.734217] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.734334] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.734401] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.734618] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.734667] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.734767] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-523ba16e-9aef-4d46-81c8-289c4328529e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.734818] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('523ba16e-9aef-4d46-81c8-289c4328529e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.767491] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.767589] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.767657] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.767904] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.767979] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.768161] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.768389] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.768389] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.768501] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.768605] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.768687] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 already deleted. [ 831.768763] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.140586] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.140865] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.140865] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.141313] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.141554] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.141668] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port 7b9401f5-0b18-4514-a3d5-d7b566e34222 not found, creating... [ 832.141987] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.143879] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.144061] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.144459] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.144621] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.144961] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.145795] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.145924] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.146212] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.146354] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.146527] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 7b9401f5-0b18-4514-a3d5-d7b566e34222 is going to be created. [ 832.173307] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.173825] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.174232] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.175255] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.175866] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.176197] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-7b9401f5-0b18-4514-a3d5-d7b566e34222" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.238888] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-523ba16e-9aef-4d46-81c8-289c4328529e taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.240515] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-523ba16e-9aef-4d46-81c8-289c4328529e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.240698] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-523ba16e-9aef-4d46-81c8-289c4328529e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.241378] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-523ba16e-9aef-4d46-81c8-289c4328529e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.241739] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.242055] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.243064] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.243359] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.243487] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.243668] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-523ba16e-9aef-4d46-81c8-289c4328529e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.243980] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-523ba16e-9aef-4d46-81c8-289c4328529e taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.244160] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-523ba16e-9aef-4d46-81c8-289c4328529e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.244528] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-523ba16e-9aef-4d46-81c8-289c4328529e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.244528] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-523ba16e-9aef-4d46-81c8-289c4328529e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.245645] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.245645] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.245645] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.245935] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.246141] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.246238] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-523ba16e-9aef-4d46-81c8-289c4328529e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.247382] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('523ba16e-9aef-4d46-81c8-289c4328529e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.536161] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bc62795-1211-4d88-b0b1-5963d0b9774e in Status: SUCCESS [ 832.537324] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.537942] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.539043] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.539043] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bc62795-1211-4d88-b0b1-5963d0b9774e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.757097] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 523ba16e-9aef-4d46-81c8-289c4328529e: rpc.has_security_group_logging(os_id): False [ 832.782276] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.782508] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.782807] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.783918] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.783918] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.783918] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.783918] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.784133] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.784195] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.784443] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.784673] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.784811] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.785682] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.785682] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.785682] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.785682] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.785682] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.785682] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.785682] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.785930] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.785930] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 523ba16e-9aef-4d46-81c8-289c4328529e is going to be updated. [ 832.862573] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.862573] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.862573] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.862573] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.862843] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.883169] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 523ba16e-9aef-4d46-81c8-289c4328529e in Status: IN_PROGRESS for 2s [ 832.933741] env[69392]: INFO networking_nsxv3.common.synchronization [req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 req-8e48c046-ab29-44d5-869a-5c35c32f5b95 service nova] Enqueued Resource ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 with Priority: HIGHEST for action security_group_rules [ 832.934079] env[69392]: INFO networking_nsxv3.common.synchronization [req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 req-8e48c046-ab29-44d5-869a-5c35c32f5b95 service nova] Enqueued Resource ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 with Priority: HIGHEST for action security_group_members [ 832.934260] env[69392]: INFO networking_nsxv3.common.synchronization [req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 req-8e48c046-ab29-44d5-869a-5c35c32f5b95 service nova] Enqueued Resource ID: 7b9401f5-0b18-4514-a3d5-d7b566e34222 with Priority: HIGHEST for action port [ 832.938511] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 with Priority: HIGHEST for action security_group_rules [ 832.938511] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 with Priority: HIGHEST for action security_group_members [ 832.938511] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b9401f5-0b18-4514-a3d5-d7b566e34222 with Priority: HIGHEST for action port [ 832.938511] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81084ca3-f156-4abe-9b5f-485c6c6fa7d6 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.938511] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.938511] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.938511] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.938511] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81084ca3-f156-4abe-9b5f-485c6c6fa7d6',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.939889] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.940527] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.940527] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.940527] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.940713] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.941028] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.941028] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.941324] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.941324] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.941504] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81084ca3-f156-4abe-9b5f-485c6c6fa7d6',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.942758] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b9401f5-0b18-4514-a3d5-d7b566e34222 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.943042] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b9401f5-0b18-4514-a3d5-d7b566e34222" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.943166] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b9401f5-0b18-4514-a3d5-d7b566e34222" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.943406] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b9401f5-0b18-4514-a3d5-d7b566e34222" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.944775] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b9401f5-0b18-4514-a3d5-d7b566e34222',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.041289] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bc62795-1211-4d88-b0b1-5963d0b9774e taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.041469] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.447172] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81084ca3-f156-4abe-9b5f-485c6c6fa7d6',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.448978] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.450477] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.451039] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7b9401f5-0b18-4514-a3d5-d7b566e34222 with status ACTIVE [ 833.451805] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.451978] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.452160] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.452375] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.456914] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.456914] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.456914] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.456914] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.456914] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.456914] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.456914] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.456914] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.456914] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.456914] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.456914] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.456914] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7b9401f5-0b18-4514-a3d5-d7b566e34222 is going to be updated. [ 833.481275] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.481522] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.481522] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.481850] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.482221] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.482221] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b9401f5-0b18-4514-a3d5-d7b566e34222" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.497491] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bc62795-1211-4d88-b0b1-5963d0b9774e in Status: SUCCESS [ 833.497491] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.498233] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.498315] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.498869] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.498869] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.498869] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.499071] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.499410] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.499410] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.499410] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3bc62795-1211-4d88-b0b1-5963d0b9774e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.501873] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2fa25dc-75b3-4554-a588-b4023e5815ac in Status: SUCCESS [ 833.502128] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2fa25dc-75b3-4554-a588-b4023e5815ac" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.502289] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2fa25dc-75b3-4554-a588-b4023e5815ac" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.502830] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2fa25dc-75b3-4554-a588-b4023e5815ac" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.503243] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.503402] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.503479] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.503656] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.503746] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.503840] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2fa25dc-75b3-4554-a588-b4023e5815ac" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.503933] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2fa25dc-75b3-4554-a588-b4023e5815ac',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.952918] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81084ca3-f156-4abe-9b5f-485c6c6fa7d6',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.001786] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bc62795-1211-4d88-b0b1-5963d0b9774e taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.002066] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.002179] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.002471] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.002697] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.002966] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.003116] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.003413] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.003591] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.003766] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.004017] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bc62795-1211-4d88-b0b1-5963d0b9774e taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.004246] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.004381] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.004687] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.005249] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.005249] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.005249] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.005249] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.005487] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.005667] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.005819] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3bc62795-1211-4d88-b0b1-5963d0b9774e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.007599] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2fa25dc-75b3-4554-a588-b4023e5815ac',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.454957] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.455550] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.455550] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.455550] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.455796] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.455796] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 is going to be created. [ 834.485215] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.485600] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.485600] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.485763] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.485900] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.497940] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 in Status: UNINITIALIZED for 2s [ 834.510524] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3bc62795-1211-4d88-b0b1-5963d0b9774e: rpc.has_security_group_logging(os_id): False [ 834.511990] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2fa25dc-75b3-4554-a588-b4023e5815ac: rpc.has_security_group_logging(os_id): False [ 834.536170] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.536378] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.536501] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.536864] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.536955] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.538367] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.538367] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.538367] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.538367] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.538367] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.538367] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2fa25dc-75b3-4554-a588-b4023e5815ac is going to be created. [ 834.540664] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.540808] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.540930] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.541301] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.541469] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.541687] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.541818] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.541893] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.542057] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.542143] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.542346] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.542447] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.542520] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.542658] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.542779] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.543081] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.543195] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.543254] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.543386] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.543463] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.543569] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bc62795-1211-4d88-b0b1-5963d0b9774e is going to be updated. [ 834.675278] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.675502] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.675559] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.675874] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.676160] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.687245] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.692034] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.692034] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.692034] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.692034] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.723875] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2fa25dc-75b3-4554-a588-b4023e5815ac in Status: IN_PROGRESS for 2s [ 834.726607] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bc62795-1211-4d88-b0b1-5963d0b9774e in Status: IN_PROGRESS for 2s [ 834.911900] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 523ba16e-9aef-4d46-81c8-289c4328529e in Status: SUCCESS [ 834.912194] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-523ba16e-9aef-4d46-81c8-289c4328529e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.450038] env[69392]: INFO networking_nsxv3.common.synchronization [req-5eb2c097-272a-4598-9f3a-53b85510b946 req-0ff633c2-fe01-47ae-ae5d-e123f0321be5 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Enqueued Resource ID: 224897ee-990d-46c1-bc5c-173faeaf24d1 with Priority: HIGHEST for action security_group_members [ 835.450654] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 224897ee-990d-46c1-bc5c-173faeaf24d1 with Priority: HIGHEST for action security_group_members [ 835.450973] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-224897ee-990d-46c1-bc5c-173faeaf24d1 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.451125] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-224897ee-990d-46c1-bc5c-173faeaf24d1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.451196] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-224897ee-990d-46c1-bc5c-173faeaf24d1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.451536] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-224897ee-990d-46c1-bc5c-173faeaf24d1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.451697] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.451823] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.451878] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.452080] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.452158] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.452211] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('224897ee-990d-46c1-bc5c-173faeaf24d1',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.459158] env[69392]: INFO networking_nsxv3.common.synchronization [req-6fae3242-ae37-49af-a694-6e0455a0fa71 req-19893c09-9981-42e7-9ead-0cde7f0e26fe tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Enqueued Resource ID: 176d91cf-1e19-4b79-833e-2cbc028f4608 with Priority: HIGHEST for action security_group_members [ 835.459999] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 176d91cf-1e19-4b79-833e-2cbc028f4608 with Priority: HIGHEST for action security_group_members [ 835.460440] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-176d91cf-1e19-4b79-833e-2cbc028f4608 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.460440] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-176d91cf-1e19-4b79-833e-2cbc028f4608" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.460440] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-176d91cf-1e19-4b79-833e-2cbc028f4608" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.460697] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-176d91cf-1e19-4b79-833e-2cbc028f4608" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.461159] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.461159] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.461159] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.461159] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.461718] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.461718] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('176d91cf-1e19-4b79-833e-2cbc028f4608',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.961368] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.961522] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.961608] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.961853] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.961947] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.962191] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.962366] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.962434] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.962588] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.962666] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.962754] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 224897ee-990d-46c1-bc5c-173faeaf24d1 is going to be updated. [ 835.964114] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.964232] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.964315] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.965159] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.965159] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.965159] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.965159] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.965159] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.965159] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.965439] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.965439] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 176d91cf-1e19-4b79-833e-2cbc028f4608 is going to be updated. [ 835.997286] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.997472] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.997512] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.997718] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.997867] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.999660] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.999780] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.999841] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.000035] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.000145] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.010473] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 224897ee-990d-46c1-bc5c-173faeaf24d1 in Status: IN_PROGRESS for 2s [ 836.011546] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 176d91cf-1e19-4b79-833e-2cbc028f4608 in Status: IN_PROGRESS for 2s [ 836.509236] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 in Status: SUCCESS [ 836.509497] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.509497] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.509756] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.510125] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.510125] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.510267] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.510399] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.510488] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.510571] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.510663] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81084ca3-f156-4abe-9b5f-485c6c6fa7d6',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.744613] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2fa25dc-75b3-4554-a588-b4023e5815ac in Status: SUCCESS [ 836.744807] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2fa25dc-75b3-4554-a588-b4023e5815ac" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.745621] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bc62795-1211-4d88-b0b1-5963d0b9774e in Status: SUCCESS [ 836.745824] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.746046] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.746839] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.746839] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bc62795-1211-4d88-b0b1-5963d0b9774e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.017228] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.020019] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.020019] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.020019] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.020019] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.020019] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.020019] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.020019] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.020019] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.020019] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.020019] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.020019] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.020019] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.020019] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.020019] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.020019] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.020019] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.023108] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.023108] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.023108] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.023108] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81084ca3-f156-4abe-9b5f-485c6c6fa7d6',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.250600] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bc62795-1211-4d88-b0b1-5963d0b9774e taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.251118] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.251118] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.251118] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.251358] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.251430] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.251477] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.251638] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.251728] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.251817] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.251922] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3bc62795-1211-4d88-b0b1-5963d0b9774e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.525698] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81084ca3-f156-4abe-9b5f-485c6c6fa7d6: rpc.has_security_group_logging(os_id): False [ 837.547780] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.547951] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.547991] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.548239] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.548329] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.548594] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.548708] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.548773] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.548933] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.549025] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.549209] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.549344] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.549407] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.549552] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.549628] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.549812] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.550159] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.550224] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.550424] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.550509] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.550610] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 is going to be created. [ 837.570018] env[69392]: INFO networking_nsxv3.common.synchronization [req-0091728b-78c8-4361-98ec-7441da14475f req-1dbeed4b-a3f8-45db-bcdf-20c2536d3b0b tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Enqueued Resource ID: 5e7a001d-34e6-446a-9f04-16e41112b9e1 with Priority: HIGHEST for action security_group_members [ 837.570018] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e7a001d-34e6-446a-9f04-16e41112b9e1 with Priority: HIGHEST for action security_group_members [ 837.570018] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e7a001d-34e6-446a-9f04-16e41112b9e1 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.570018] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e7a001d-34e6-446a-9f04-16e41112b9e1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.570018] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e7a001d-34e6-446a-9f04-16e41112b9e1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.570018] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e7a001d-34e6-446a-9f04-16e41112b9e1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.570018] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.570018] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.570018] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.570018] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.570018] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.570018] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e7a001d-34e6-446a-9f04-16e41112b9e1',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.614567] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.614567] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.614567] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.614567] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.614567] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.626803] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 in Status: IN_PROGRESS for 2s [ 837.759641] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bc62795-1211-4d88-b0b1-5963d0b9774e taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.759641] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.759641] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.759641] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.759909] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.759909] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.760040] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.760271] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.760421] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.760565] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.760813] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bc62795-1211-4d88-b0b1-5963d0b9774e taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.761065] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.761140] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.761366] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.761616] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.761772] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.761878] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.763272] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.763421] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.763624] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.763751] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3bc62795-1211-4d88-b0b1-5963d0b9774e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.997377] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-164 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.997536] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-164" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.997676] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-164" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.997961] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-164" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.998593] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.998593] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.998593] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.998593] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.000559] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.000559] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 838.000559] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 838.000559] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 838.000559] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 838.000559] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 838.000559] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 838.000559] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 838.026547] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 224897ee-990d-46c1-bc5c-173faeaf24d1 in Status: SUCCESS [ 838.026964] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 224897ee-990d-46c1-bc5c-173faeaf24d1 deletion is rescheduled due to dependency. [ 838.027124] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-224897ee-990d-46c1-bc5c-173faeaf24d1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.028448] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 838.028726] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 838.030026] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 838.030026] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-164" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.030026] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-c0a00ee2-973a-4d67-bed7-002b0e145c31 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.030026] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-c0a00ee2-973a-4d67-bed7-002b0e145c31" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.030296] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-c0a00ee2-973a-4d67-bed7-002b0e145c31" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.030738] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-c0a00ee2-973a-4d67-bed7-002b0e145c31" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.031088] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0a00ee2-973a-4d67-bed7-002b0e145c31',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.033085] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 176d91cf-1e19-4b79-833e-2cbc028f4608 in Status: SUCCESS [ 838.033322] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 176d91cf-1e19-4b79-833e-2cbc028f4608 deletion is rescheduled due to dependency. [ 838.033476] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-176d91cf-1e19-4b79-833e-2cbc028f4608" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.073052] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.073241] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.073313] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.074034] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.074034] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.074034] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.074034] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.074034] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.074416] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.074416] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.074416] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e7a001d-34e6-446a-9f04-16e41112b9e1 is going to be updated. [ 838.114786] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.114964] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.115055] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.115297] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.115579] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.131851] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e7a001d-34e6-446a-9f04-16e41112b9e1 in Status: IN_PROGRESS for 2s [ 838.268577] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3bc62795-1211-4d88-b0b1-5963d0b9774e: rpc.has_security_group_logging(os_id): False [ 838.289027] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.289027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.289027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.289027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.289027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.289027] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.289027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.289027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.289504] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.289504] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.289504] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.289635] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.289635] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.289780] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.289852] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.290198] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.290973] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.290973] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.290973] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.290973] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.290973] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bc62795-1211-4d88-b0b1-5963d0b9774e is going to be updated. [ 838.385061] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.385061] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.385061] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.385061] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.385061] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.409045] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bc62795-1211-4d88-b0b1-5963d0b9774e in Status: IN_PROGRESS for 2s [ 838.535758] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.536174] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.536174] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.536497] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.536682] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.536834] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port c0a00ee2-973a-4d67-bed7-002b0e145c31 not found, creating... [ 838.537135] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.537361] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.537517] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.538272] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.538272] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.538580] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.538863] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.539184] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.539514] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.539707] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.539919] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: c0a00ee2-973a-4d67-bed7-002b0e145c31 is going to be created. [ 838.566493] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.566765] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.567283] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.567704] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.568037] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.568752] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-c0a00ee2-973a-4d67-bed7-002b0e145c31" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.640322] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 in Status: SUCCESS [ 839.640322] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.764486] env[69392]: INFO networking_nsxv3.common.synchronization [req-0091728b-78c8-4361-98ec-7441da14475f req-9363c23c-7e0e-4927-be10-1bfe698d7266 service nova] Enqueued Resource ID: 5e7a001d-34e6-446a-9f04-16e41112b9e1 with Priority: HIGHEST for action security_group_rules [ 839.766125] env[69392]: INFO networking_nsxv3.common.synchronization [req-0091728b-78c8-4361-98ec-7441da14475f req-9363c23c-7e0e-4927-be10-1bfe698d7266 service nova] Enqueued Resource ID: 5e7a001d-34e6-446a-9f04-16e41112b9e1 with Priority: HIGHEST for action security_group_members [ 839.766542] env[69392]: INFO networking_nsxv3.common.synchronization [req-0091728b-78c8-4361-98ec-7441da14475f req-9363c23c-7e0e-4927-be10-1bfe698d7266 service nova] Enqueued Resource ID: c0a00ee2-973a-4d67-bed7-002b0e145c31 with Priority: HIGHEST for action port [ 839.770295] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e7a001d-34e6-446a-9f04-16e41112b9e1 with Priority: HIGHEST for action security_group_rules [ 839.770295] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e7a001d-34e6-446a-9f04-16e41112b9e1 with Priority: HIGHEST for action security_group_members [ 839.770295] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0a00ee2-973a-4d67-bed7-002b0e145c31 with Priority: HIGHEST for action port [ 839.770295] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e7a001d-34e6-446a-9f04-16e41112b9e1 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.770295] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e7a001d-34e6-446a-9f04-16e41112b9e1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.770295] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e7a001d-34e6-446a-9f04-16e41112b9e1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.770295] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e7a001d-34e6-446a-9f04-16e41112b9e1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.770295] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e7a001d-34e6-446a-9f04-16e41112b9e1',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.770295] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e7a001d-34e6-446a-9f04-16e41112b9e1 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.770295] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e7a001d-34e6-446a-9f04-16e41112b9e1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.770295] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0a00ee2-973a-4d67-bed7-002b0e145c31 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.770295] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0a00ee2-973a-4d67-bed7-002b0e145c31" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.770295] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0a00ee2-973a-4d67-bed7-002b0e145c31" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.770828] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0a00ee2-973a-4d67-bed7-002b0e145c31" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.770986] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0a00ee2-973a-4d67-bed7-002b0e145c31',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.142280] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e7a001d-34e6-446a-9f04-16e41112b9e1 in Status: SUCCESS [ 840.142815] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e7a001d-34e6-446a-9f04-16e41112b9e1 deletion is rescheduled due to dependency. [ 840.142815] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e7a001d-34e6-446a-9f04-16e41112b9e1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.142961] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e7a001d-34e6-446a-9f04-16e41112b9e1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.143367] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e7a001d-34e6-446a-9f04-16e41112b9e1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.143653] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.143896] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.144110] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.144282] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.144429] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.144589] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e7a001d-34e6-446a-9f04-16e41112b9e1',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.273796] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e7a001d-34e6-446a-9f04-16e41112b9e1 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.274104] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e7a001d-34e6-446a-9f04-16e41112b9e1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.277308] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c0a00ee2-973a-4d67-bed7-002b0e145c31 with status ACTIVE [ 840.277539] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.277666] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.277729] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.277948] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.278055] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.278242] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.278337] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.278392] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.278540] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.278617] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.278797] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.278886] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.278965] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.279102] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.279307] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.279452] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c0a00ee2-973a-4d67-bed7-002b0e145c31 is going to be updated. [ 840.303834] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.304061] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.304506] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.304506] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.304640] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.304814] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0a00ee2-973a-4d67-bed7-002b0e145c31" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.439257] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bc62795-1211-4d88-b0b1-5963d0b9774e in Status: SUCCESS [ 840.439489] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.577157] env[69392]: INFO networking_nsxv3.common.synchronization [req-91cb2d85-42f6-4481-81fb-92e81a7c9922 req-8502dd1c-0140-4c49-807a-1cd14dc97c6f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Enqueued Resource ID: 85a75816-1e8d-4197-bbc0-6d252d42c389 with Priority: HIGHEST for action security_group_members [ 840.577697] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85a75816-1e8d-4197-bbc0-6d252d42c389 with Priority: HIGHEST for action security_group_members [ 840.577991] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-85a75816-1e8d-4197-bbc0-6d252d42c389 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.578239] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85a75816-1e8d-4197-bbc0-6d252d42c389" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.578307] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85a75816-1e8d-4197-bbc0-6d252d42c389" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.579442] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85a75816-1e8d-4197-bbc0-6d252d42c389" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.579442] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.579442] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.579442] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.579442] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.579442] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.579442] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85a75816-1e8d-4197-bbc0-6d252d42c389',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.647258] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e7a001d-34e6-446a-9f04-16e41112b9e1',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.083114] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.083114] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.083114] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.083114] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.083114] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.083114] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.083114] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.083114] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.083114] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.083114] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.083114] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85a75816-1e8d-4197-bbc0-6d252d42c389 already deleted. [ 841.083114] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85a75816-1e8d-4197-bbc0-6d252d42c389" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.149458] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e7a001d-34e6-446a-9f04-16e41112b9e1',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.319503] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-414 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.319703] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-414" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.319827] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-414" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.320178] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-414" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.320441] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.320600] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.320719] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.320934] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.321769] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.322045] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 841.322172] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 841.322285] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 841.322393] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 841.322503] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 841.322608] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 841.322741] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 841.342322] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 841.342514] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 841.342718] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 841.342909] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-414" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.343318] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-8b20617f-700e-463e-b927-a3bf52897575 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.343552] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-8b20617f-700e-463e-b927-a3bf52897575" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.343689] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-8b20617f-700e-463e-b927-a3bf52897575" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.344072] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-8b20617f-700e-463e-b927-a3bf52897575" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.344219] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b20617f-700e-463e-b927-a3bf52897575',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.651527] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.651850] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.651850] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.653414] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.653527] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.653632] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e7a001d-34e6-446a-9f04-16e41112b9e1 is going to be updated. [ 841.684430] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.684624] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.684624] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.684838] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.684979] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.695896] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e7a001d-34e6-446a-9f04-16e41112b9e1 in Status: IN_PROGRESS for 2s [ 841.849283] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.849283] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.849283] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.849283] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.849283] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.849283] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port 8b20617f-700e-463e-b927-a3bf52897575 not found, creating... [ 841.849283] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.849283] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.849726] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.849726] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.849726] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.850024] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.850272] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.850322] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.850490] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.850617] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.850752] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 8b20617f-700e-463e-b927-a3bf52897575 is going to be created. [ 841.883652] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.883886] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.884022] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.884379] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.884647] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.888832] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-8b20617f-700e-463e-b927-a3bf52897575" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.979028] env[69392]: INFO networking_nsxv3.common.synchronization [req-2fafcb78-3505-4237-85a9-621ea17aa210 req-20ac739d-1f42-479b-a6d3-6daf00df7236 tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Enqueued Resource ID: c9c6eb89-a8af-4e25-8621-b54410a8a492 with Priority: HIGHEST for action security_group_members [ 841.979028] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9c6eb89-a8af-4e25-8621-b54410a8a492 with Priority: HIGHEST for action security_group_members [ 841.979028] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9c6eb89-a8af-4e25-8621-b54410a8a492 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.979028] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9c6eb89-a8af-4e25-8621-b54410a8a492" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.979028] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9c6eb89-a8af-4e25-8621-b54410a8a492" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.979028] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9c6eb89-a8af-4e25-8621-b54410a8a492" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.979028] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.979028] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.979028] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.979491] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.979491] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.979491] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9c6eb89-a8af-4e25-8621-b54410a8a492',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.398824] env[69392]: INFO networking_nsxv3.common.synchronization [req-d09e9a61-3b28-4dec-bc91-eba080fac9f2 req-0219d617-2286-489b-9e4a-5e981a028b61 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Enqueued Resource ID: 523ba16e-9aef-4d46-81c8-289c4328529e with Priority: HIGHEST for action security_group_members [ 842.400565] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 523ba16e-9aef-4d46-81c8-289c4328529e with Priority: HIGHEST for action security_group_members [ 842.401770] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-523ba16e-9aef-4d46-81c8-289c4328529e taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.401770] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-523ba16e-9aef-4d46-81c8-289c4328529e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.401998] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-523ba16e-9aef-4d46-81c8-289c4328529e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.402071] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-523ba16e-9aef-4d46-81c8-289c4328529e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.402218] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.402311] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.402374] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.402535] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.402625] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.402723] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('523ba16e-9aef-4d46-81c8-289c4328529e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.483919] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.484190] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.484258] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.484671] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.484823] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.485086] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.485195] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.485256] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.485422] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.485496] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.485582] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9c6eb89-a8af-4e25-8621-b54410a8a492 is going to be updated. [ 842.519765] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.520631] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.520631] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.520733] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.520920] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.532489] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9c6eb89-a8af-4e25-8621-b54410a8a492 in Status: IN_PROGRESS for 2s [ 842.896591] env[69392]: INFO networking_nsxv3.common.synchronization [req-91cb2d85-42f6-4481-81fb-92e81a7c9922 req-35125ce2-98d5-4c1e-90ca-05a34a9c5566 service nova] Enqueued Resource ID: 85a75816-1e8d-4197-bbc0-6d252d42c389 with Priority: HIGHEST for action security_group_rules [ 842.896810] env[69392]: INFO networking_nsxv3.common.synchronization [req-91cb2d85-42f6-4481-81fb-92e81a7c9922 req-35125ce2-98d5-4c1e-90ca-05a34a9c5566 service nova] Enqueued Resource ID: 85a75816-1e8d-4197-bbc0-6d252d42c389 with Priority: HIGHEST for action security_group_members [ 842.896916] env[69392]: INFO networking_nsxv3.common.synchronization [req-91cb2d85-42f6-4481-81fb-92e81a7c9922 req-35125ce2-98d5-4c1e-90ca-05a34a9c5566 service nova] Enqueued Resource ID: 8b20617f-700e-463e-b927-a3bf52897575 with Priority: HIGHEST for action port [ 842.897190] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85a75816-1e8d-4197-bbc0-6d252d42c389 with Priority: HIGHEST for action security_group_rules [ 842.897292] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85a75816-1e8d-4197-bbc0-6d252d42c389 with Priority: HIGHEST for action security_group_members [ 842.897390] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b20617f-700e-463e-b927-a3bf52897575 with Priority: HIGHEST for action port [ 842.897957] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85a75816-1e8d-4197-bbc0-6d252d42c389 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.898449] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85a75816-1e8d-4197-bbc0-6d252d42c389" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.899201] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85a75816-1e8d-4197-bbc0-6d252d42c389" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.899201] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85a75816-1e8d-4197-bbc0-6d252d42c389" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.899201] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85a75816-1e8d-4197-bbc0-6d252d42c389',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.900427] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-85a75816-1e8d-4197-bbc0-6d252d42c389 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.903839] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85a75816-1e8d-4197-bbc0-6d252d42c389" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.903839] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85a75816-1e8d-4197-bbc0-6d252d42c389" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.903839] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85a75816-1e8d-4197-bbc0-6d252d42c389" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.903839] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.903839] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.903839] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.903839] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.903839] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.904121] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85a75816-1e8d-4197-bbc0-6d252d42c389',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.904753] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b20617f-700e-463e-b927-a3bf52897575 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.904867] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b20617f-700e-463e-b927-a3bf52897575" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.904937] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b20617f-700e-463e-b927-a3bf52897575" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.905116] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b20617f-700e-463e-b927-a3bf52897575" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.905198] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b20617f-700e-463e-b927-a3bf52897575',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.906824] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('523ba16e-9aef-4d46-81c8-289c4328529e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.295107] env[69392]: INFO networking_nsxv3.common.synchronization [req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c req-012c13a1-1738-46a4-b217-62a07d97379c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Enqueued Resource ID: 6b3362c7-f0e9-4800-ab81-b8061786dba2 with Priority: HIGHEST for action security_group_members [ 843.295107] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b3362c7-f0e9-4800-ab81-b8061786dba2 with Priority: HIGHEST for action security_group_members [ 843.295107] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b3362c7-f0e9-4800-ab81-b8061786dba2 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.295107] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b3362c7-f0e9-4800-ab81-b8061786dba2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.295107] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b3362c7-f0e9-4800-ab81-b8061786dba2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.295107] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b3362c7-f0e9-4800-ab81-b8061786dba2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.295107] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.300340] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.300340] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.300340] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.300340] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.300340] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b3362c7-f0e9-4800-ab81-b8061786dba2',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.401144] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-85a75816-1e8d-4197-bbc0-6d252d42c389 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.401144] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85a75816-1e8d-4197-bbc0-6d252d42c389" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.409647] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b20617f-700e-463e-b927-a3bf52897575 with status ACTIVE [ 843.409647] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.409647] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.409647] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.410207] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.410207] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.410368] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.410527] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.410619] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.410948] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.410948] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.411298] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.411414] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.411476] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.411658] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.412164] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.412385] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b20617f-700e-463e-b927-a3bf52897575 is going to be updated. [ 843.414370] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85a75816-1e8d-4197-bbc0-6d252d42c389',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.418861] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('523ba16e-9aef-4d46-81c8-289c4328529e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.462195] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.462518] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.462654] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.462976] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.463398] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.463503] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b20617f-700e-463e-b927-a3bf52897575" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.683964] env[69392]: INFO networking_nsxv3.common.synchronization [req-94da5d58-e708-467f-93f3-b02d33e06905 req-2e855b79-227f-44e4-b032-412a290ff1a5 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Enqueued Resource ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 with Priority: HIGHEST for action security_group_members [ 843.684181] env[69392]: INFO networking_nsxv3.common.synchronization [req-94da5d58-e708-467f-93f3-b02d33e06905 req-2e855b79-227f-44e4-b032-412a290ff1a5 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Enqueued Resource ID: f354a839-fb07-406e-bd97-425db5e4da70 with Priority: HIGHEST for action security_group_members [ 843.684822] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 with Priority: HIGHEST for action security_group_members [ 843.684966] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f354a839-fb07-406e-bd97-425db5e4da70 with Priority: HIGHEST for action security_group_members [ 843.686487] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.686629] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.686801] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.687149] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.687364] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.687503] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.687602] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.687798] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.687915] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.688046] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81084ca3-f156-4abe-9b5f-485c6c6fa7d6',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.688976] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-f354a839-fb07-406e-bd97-425db5e4da70 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.689130] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f354a839-fb07-406e-bd97-425db5e4da70" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.689224] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f354a839-fb07-406e-bd97-425db5e4da70" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.689461] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f354a839-fb07-406e-bd97-425db5e4da70" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.693024] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.693024] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.693024] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.693024] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.693024] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.693024] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f354a839-fb07-406e-bd97-425db5e4da70',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.706440] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e7a001d-34e6-446a-9f04-16e41112b9e1 in Status: SUCCESS [ 843.707488] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e7a001d-34e6-446a-9f04-16e41112b9e1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.707488] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e7a001d-34e6-446a-9f04-16e41112b9e1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.707488] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e7a001d-34e6-446a-9f04-16e41112b9e1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.707735] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.707812] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.707853] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.708285] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.708285] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.708285] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e7a001d-34e6-446a-9f04-16e41112b9e1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.708285] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5e7a001d-34e6-446a-9f04-16e41112b9e1',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.797648] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-535 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.797922] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-535" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.798086] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-535" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.798408] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-535" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.798671] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.798932] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.799107] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.799374] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.799559] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.799792] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 843.799929] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 843.800082] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 843.800220] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 843.800368] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 843.800532] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 843.800665] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 843.802525] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.802744] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.802744] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.802970] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.803046] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.803292] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.803423] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.803507] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.803687] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.803781] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.803912] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b3362c7-f0e9-4800-ab81-b8061786dba2 already deleted. [ 843.803963] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b3362c7-f0e9-4800-ab81-b8061786dba2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.810343] env[69392]: INFO networking_nsxv3.common.synchronization [req-94da5d58-e708-467f-93f3-b02d33e06905 req-2e855b79-227f-44e4-b032-412a290ff1a5 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Enqueued Resource ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 with Priority: HIGHEST for action security_group_rules [ 843.810343] env[69392]: INFO networking_nsxv3.common.synchronization [req-94da5d58-e708-467f-93f3-b02d33e06905 req-2e855b79-227f-44e4-b032-412a290ff1a5 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Enqueued Resource ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 with Priority: HIGHEST for action security_group_members [ 843.810343] env[69392]: INFO networking_nsxv3.common.synchronization [req-94da5d58-e708-467f-93f3-b02d33e06905 req-2e855b79-227f-44e4-b032-412a290ff1a5 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Enqueued Resource ID: f354a839-fb07-406e-bd97-425db5e4da70 with Priority: HIGHEST for action security_group_rules [ 843.810343] env[69392]: INFO networking_nsxv3.common.synchronization [req-94da5d58-e708-467f-93f3-b02d33e06905 req-2e855b79-227f-44e4-b032-412a290ff1a5 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Enqueued Resource ID: f354a839-fb07-406e-bd97-425db5e4da70 with Priority: HIGHEST for action security_group_members [ 843.810565] env[69392]: INFO networking_nsxv3.common.synchronization [req-94da5d58-e708-467f-93f3-b02d33e06905 req-2e855b79-227f-44e4-b032-412a290ff1a5 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Enqueued Resource ID: 7b9401f5-0b18-4514-a3d5-d7b566e34222 with Priority: HIGHEST for action port [ 843.811263] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 with Priority: HIGHEST for action security_group_rules [ 843.811438] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f354a839-fb07-406e-bd97-425db5e4da70 with Priority: HIGHEST for action security_group_rules [ 843.811566] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b9401f5-0b18-4514-a3d5-d7b566e34222 with Priority: HIGHEST for action port [ 843.811697] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 with Priority: HIGHEST for action security_group_members [ 843.811809] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f354a839-fb07-406e-bd97-425db5e4da70 with Priority: HIGHEST for action security_group_members [ 843.812105] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81084ca3-f156-4abe-9b5f-485c6c6fa7d6 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.812282] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.812369] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.812588] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.812691] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81084ca3-f156-4abe-9b5f-485c6c6fa7d6',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.813582] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f354a839-fb07-406e-bd97-425db5e4da70 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.813732] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f354a839-fb07-406e-bd97-425db5e4da70" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.813844] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f354a839-fb07-406e-bd97-425db5e4da70" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.814100] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f354a839-fb07-406e-bd97-425db5e4da70" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.814259] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f354a839-fb07-406e-bd97-425db5e4da70',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.815236] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b9401f5-0b18-4514-a3d5-d7b566e34222 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.815349] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b9401f5-0b18-4514-a3d5-d7b566e34222" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.815646] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b9401f5-0b18-4514-a3d5-d7b566e34222" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.815811] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b9401f5-0b18-4514-a3d5-d7b566e34222" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.816206] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b9401f5-0b18-4514-a3d5-d7b566e34222',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.820223] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.820223] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.820223] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-f354a839-fb07-406e-bd97-425db5e4da70 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.820223] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f354a839-fb07-406e-bd97-425db5e4da70" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.826030] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 843.827401] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 843.827930] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 843.829255] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-535" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.829255] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-4fc1e464-6ffa-49ec-9fc6-dd5615bdfce7 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.829255] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-4fc1e464-6ffa-49ec-9fc6-dd5615bdfce7" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.829255] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-4fc1e464-6ffa-49ec-9fc6-dd5615bdfce7" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.829255] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-4fc1e464-6ffa-49ec-9fc6-dd5615bdfce7" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.830908] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fc1e464-6ffa-49ec-9fc6-dd5615bdfce7',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.922090] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85a75816-1e8d-4197-bbc0-6d252d42c389',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.923285] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.923498] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.923498] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.923693] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.923782] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.923934] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 523ba16e-9aef-4d46-81c8-289c4328529e is going to be updated. [ 843.992317] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.992543] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.993232] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.993232] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.993232] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.003523] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 523ba16e-9aef-4d46-81c8-289c4328529e in Status: IN_PROGRESS for 2s [ 844.161480] env[69392]: INFO networking_nsxv3.common.synchronization [req-84e06070-a084-4430-9f6f-6c82147141af req-07c24c17-9ec2-49a8-a076-b15180bcdc6e tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Enqueued Resource ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 with Priority: HIGHEST for action security_group_members [ 844.162050] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 with Priority: HIGHEST for action security_group_members [ 844.162351] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-01d6afbe-3053-4f64-ac14-04cad5aea5d5 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.162495] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.162568] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.162820] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.162971] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.163513] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.163585] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.163753] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.163841] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.163935] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01d6afbe-3053-4f64-ac14-04cad5aea5d5',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.192158] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81084ca3-f156-4abe-9b5f-485c6c6fa7d6',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.193359] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f354a839-fb07-406e-bd97-425db5e4da70',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.210464] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e7a001d-34e6-446a-9f04-16e41112b9e1 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.210934] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e7a001d-34e6-446a-9f04-16e41112b9e1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.210934] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e7a001d-34e6-446a-9f04-16e41112b9e1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.211219] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e7a001d-34e6-446a-9f04-16e41112b9e1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.211410] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.211527] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.211594] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.211809] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.211925] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.212055] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e7a001d-34e6-446a-9f04-16e41112b9e1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.212216] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e7a001d-34e6-446a-9f04-16e41112b9e1 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.212317] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e7a001d-34e6-446a-9f04-16e41112b9e1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.212386] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e7a001d-34e6-446a-9f04-16e41112b9e1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.212660] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e7a001d-34e6-446a-9f04-16e41112b9e1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.212818] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.212917] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.213045] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.213226] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.213309] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.213399] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e7a001d-34e6-446a-9f04-16e41112b9e1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.213493] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5e7a001d-34e6-446a-9f04-16e41112b9e1',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.319931] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.320075] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.320408] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-f354a839-fb07-406e-bd97-425db5e4da70 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.320408] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f354a839-fb07-406e-bd97-425db5e4da70" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.322122] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7b9401f5-0b18-4514-a3d5-d7b566e34222 with status ACTIVE [ 844.322307] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.322420] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.322483] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.322688] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.322778] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.324012] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.324012] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.324012] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.324012] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.324012] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.324012] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.324012] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.324012] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.324012] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.324012] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.324012] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7b9401f5-0b18-4514-a3d5-d7b566e34222 is going to be updated. [ 844.334022] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.334022] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.334022] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.334022] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.334022] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.334022] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port 4fc1e464-6ffa-49ec-9fc6-dd5615bdfce7 not found, creating... [ 844.334022] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.334022] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.334022] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.334022] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.334022] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.334430] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.334755] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.335068] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.335441] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.337658] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.337658] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 4fc1e464-6ffa-49ec-9fc6-dd5615bdfce7 is going to be created. [ 844.352849] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.352849] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.352849] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.352849] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.352849] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.352849] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b9401f5-0b18-4514-a3d5-d7b566e34222" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.361536] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.361536] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.361536] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.361536] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.361536] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.361536] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-4fc1e464-6ffa-49ec-9fc6-dd5615bdfce7" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.426809] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.431131] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.431131] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.431131] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.431131] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.431131] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85a75816-1e8d-4197-bbc0-6d252d42c389 is going to be created. [ 844.475180] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.475358] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.475551] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.475777] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.475938] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.494301] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85a75816-1e8d-4197-bbc0-6d252d42c389 in Status: UNINITIALIZED for 2s [ 844.542522] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9c6eb89-a8af-4e25-8621-b54410a8a492 in Status: SUCCESS [ 844.542717] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9c6eb89-a8af-4e25-8621-b54410a8a492 deletion is rescheduled due to dependency. [ 844.542879] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9c6eb89-a8af-4e25-8621-b54410a8a492" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.666388] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.666618] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.666705] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.667086] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.667256] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.667573] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.667754] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.667845] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.668063] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.668155] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.668291] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 already deleted. [ 844.668387] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.694656] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81084ca3-f156-4abe-9b5f-485c6c6fa7d6',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.695911] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f354a839-fb07-406e-bd97-425db5e4da70',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.716397] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5e7a001d-34e6-446a-9f04-16e41112b9e1: rpc.has_security_group_logging(os_id): False [ 844.738794] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.738992] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.739084] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.739348] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.739454] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.739660] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.739794] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.739887] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.740054] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.740179] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.740410] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.740981] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.740981] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.740981] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.740981] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.741442] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.741442] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.741442] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.741549] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.741610] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.741728] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e7a001d-34e6-446a-9f04-16e41112b9e1 is going to be updated. [ 844.812885] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.813184] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.813245] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.813442] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.813611] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.832842] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e7a001d-34e6-446a-9f04-16e41112b9e1 in Status: IN_PROGRESS for 2s [ 844.844090] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-794 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.844305] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-794" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.844438] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-794" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.844710] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-794" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.844963] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.845132] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.845329] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.845881] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.845881] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.845881] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 844.846019] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 844.846111] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 844.846251] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 844.846370] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 844.846477] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 844.846609] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 844.868936] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 844.869199] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 844.869319] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 844.869563] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-794" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.869999] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-50a2d89c-570e-447c-ad47-615ea966b5de taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.870184] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-50a2d89c-570e-447c-ad47-615ea966b5de" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.870367] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-50a2d89c-570e-447c-ad47-615ea966b5de" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.870768] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-50a2d89c-570e-447c-ad47-615ea966b5de" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.870988] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50a2d89c-570e-447c-ad47-615ea966b5de',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.970567] env[69392]: INFO networking_nsxv3.common.synchronization [req-f965b7c2-5b96-4a6d-8751-ce5ed4b9835c req-2d5ab445-a07e-48fa-ad91-79cde12ef862 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Enqueued Resource ID: cc5a2024-1b36-45a9-8e68-46a766eefeda with Priority: HIGHEST for action security_group_members [ 844.970567] env[69392]: INFO networking_nsxv3.common.synchronization [req-f965b7c2-5b96-4a6d-8751-ce5ed4b9835c req-2d5ab445-a07e-48fa-ad91-79cde12ef862 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Enqueued Resource ID: 29c6754a-94e7-44db-b750-45c0ae051be4 with Priority: HIGHEST for action security_group_members [ 844.970567] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc5a2024-1b36-45a9-8e68-46a766eefeda with Priority: HIGHEST for action security_group_members [ 844.970567] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29c6754a-94e7-44db-b750-45c0ae051be4 with Priority: HIGHEST for action security_group_members [ 844.970567] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc5a2024-1b36-45a9-8e68-46a766eefeda taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.971456] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc5a2024-1b36-45a9-8e68-46a766eefeda" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.971456] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc5a2024-1b36-45a9-8e68-46a766eefeda" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.971456] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc5a2024-1b36-45a9-8e68-46a766eefeda" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.971456] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.971725] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.971725] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.971876] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.971931] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.971987] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc5a2024-1b36-45a9-8e68-46a766eefeda',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.973311] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-29c6754a-94e7-44db-b750-45c0ae051be4 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.973311] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.973311] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.973573] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.973573] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.973717] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.973717] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.973929] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.974012] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.974116] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29c6754a-94e7-44db-b750-45c0ae051be4',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.091050] env[69392]: INFO networking_nsxv3.common.synchronization [req-f965b7c2-5b96-4a6d-8751-ce5ed4b9835c req-2d5ab445-a07e-48fa-ad91-79cde12ef862 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Enqueued Resource ID: 29c6754a-94e7-44db-b750-45c0ae051be4 with Priority: HIGHEST for action security_group_rules [ 845.091050] env[69392]: INFO networking_nsxv3.common.synchronization [req-f965b7c2-5b96-4a6d-8751-ce5ed4b9835c req-2d5ab445-a07e-48fa-ad91-79cde12ef862 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Enqueued Resource ID: 29c6754a-94e7-44db-b750-45c0ae051be4 with Priority: HIGHEST for action security_group_members [ 845.091050] env[69392]: INFO networking_nsxv3.common.synchronization [req-f965b7c2-5b96-4a6d-8751-ce5ed4b9835c req-2d5ab445-a07e-48fa-ad91-79cde12ef862 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Enqueued Resource ID: cc5a2024-1b36-45a9-8e68-46a766eefeda with Priority: HIGHEST for action security_group_rules [ 845.091050] env[69392]: INFO networking_nsxv3.common.synchronization [req-f965b7c2-5b96-4a6d-8751-ce5ed4b9835c req-2d5ab445-a07e-48fa-ad91-79cde12ef862 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Enqueued Resource ID: cc5a2024-1b36-45a9-8e68-46a766eefeda with Priority: HIGHEST for action security_group_members [ 845.091050] env[69392]: INFO networking_nsxv3.common.synchronization [req-f965b7c2-5b96-4a6d-8751-ce5ed4b9835c req-2d5ab445-a07e-48fa-ad91-79cde12ef862 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Enqueued Resource ID: 0d5f3fb8-0d75-48b8-8d5b-2f41884f368a with Priority: HIGHEST for action port [ 845.091637] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29c6754a-94e7-44db-b750-45c0ae051be4 with Priority: HIGHEST for action security_group_rules [ 845.091925] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc5a2024-1b36-45a9-8e68-46a766eefeda with Priority: HIGHEST for action security_group_rules [ 845.092201] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d5f3fb8-0d75-48b8-8d5b-2f41884f368a with Priority: HIGHEST for action port [ 845.094080] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29c6754a-94e7-44db-b750-45c0ae051be4 with Priority: HIGHEST for action security_group_members [ 845.094080] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc5a2024-1b36-45a9-8e68-46a766eefeda with Priority: HIGHEST for action security_group_members [ 845.094080] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29c6754a-94e7-44db-b750-45c0ae051be4 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.094080] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.094080] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.094080] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.094080] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29c6754a-94e7-44db-b750-45c0ae051be4',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.094986] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc5a2024-1b36-45a9-8e68-46a766eefeda taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.095317] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc5a2024-1b36-45a9-8e68-46a766eefeda" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.096483] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc5a2024-1b36-45a9-8e68-46a766eefeda" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.096483] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc5a2024-1b36-45a9-8e68-46a766eefeda" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.096483] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc5a2024-1b36-45a9-8e68-46a766eefeda',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.097433] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d5f3fb8-0d75-48b8-8d5b-2f41884f368a taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.097845] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d5f3fb8-0d75-48b8-8d5b-2f41884f368a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.098071] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d5f3fb8-0d75-48b8-8d5b-2f41884f368a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.098397] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d5f3fb8-0d75-48b8-8d5b-2f41884f368a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.098610] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d5f3fb8-0d75-48b8-8d5b-2f41884f368a',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.099654] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-29c6754a-94e7-44db-b750-45c0ae051be4 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.100079] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.100268] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc5a2024-1b36-45a9-8e68-46a766eefeda taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.100500] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc5a2024-1b36-45a9-8e68-46a766eefeda" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.201041] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.201041] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.201041] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.201041] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.201041] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.201041] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 is going to be updated. [ 845.201041] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.201041] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.201041] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.201041] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.201041] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.201041] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f354a839-fb07-406e-bd97-425db5e4da70 is going to be created. [ 845.239950] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.239950] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.239950] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.239950] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.239950] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.261661] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.261661] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.261661] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.261661] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.261661] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.267792] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f354a839-fb07-406e-bd97-425db5e4da70 in Status: UNINITIALIZED for 2s [ 845.271738] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 in Status: IN_PROGRESS for 2s [ 845.343515] env[69392]: INFO networking_nsxv3.common.synchronization [req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c req-30e39cec-3a51-4075-bcf1-4c31379141be service nova] Enqueued Resource ID: 6b3362c7-f0e9-4800-ab81-b8061786dba2 with Priority: HIGHEST for action security_group_rules [ 845.343515] env[69392]: INFO networking_nsxv3.common.synchronization [req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c req-30e39cec-3a51-4075-bcf1-4c31379141be service nova] Enqueued Resource ID: 6b3362c7-f0e9-4800-ab81-b8061786dba2 with Priority: HIGHEST for action security_group_members [ 845.343515] env[69392]: INFO networking_nsxv3.common.synchronization [req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c req-30e39cec-3a51-4075-bcf1-4c31379141be service nova] Enqueued Resource ID: 4fc1e464-6ffa-49ec-9fc6-dd5615bdfce7 with Priority: HIGHEST for action port [ 845.343515] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b3362c7-f0e9-4800-ab81-b8061786dba2 with Priority: HIGHEST for action security_group_rules [ 845.343515] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b3362c7-f0e9-4800-ab81-b8061786dba2 with Priority: HIGHEST for action security_group_members [ 845.343515] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fc1e464-6ffa-49ec-9fc6-dd5615bdfce7 with Priority: HIGHEST for action port [ 845.343515] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b3362c7-f0e9-4800-ab81-b8061786dba2 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.343515] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b3362c7-f0e9-4800-ab81-b8061786dba2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.343515] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b3362c7-f0e9-4800-ab81-b8061786dba2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.343515] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b3362c7-f0e9-4800-ab81-b8061786dba2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.343515] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b3362c7-f0e9-4800-ab81-b8061786dba2',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.344704] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b3362c7-f0e9-4800-ab81-b8061786dba2 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.344980] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b3362c7-f0e9-4800-ab81-b8061786dba2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.345203] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b3362c7-f0e9-4800-ab81-b8061786dba2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.346588] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b3362c7-f0e9-4800-ab81-b8061786dba2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.346588] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.346588] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.346588] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.346588] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.346588] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.346588] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b3362c7-f0e9-4800-ab81-b8061786dba2',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.347702] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-4fc1e464-6ffa-49ec-9fc6-dd5615bdfce7 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.347702] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4fc1e464-6ffa-49ec-9fc6-dd5615bdfce7" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.347702] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4fc1e464-6ffa-49ec-9fc6-dd5615bdfce7" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.348818] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4fc1e464-6ffa-49ec-9fc6-dd5615bdfce7" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.348818] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fc1e464-6ffa-49ec-9fc6-dd5615bdfce7',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.373723] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.373935] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.374074] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.374350] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.374563] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.374647] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port 50a2d89c-570e-447c-ad47-615ea966b5de not found, creating... [ 845.374905] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.375096] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.375180] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.375392] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.375535] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.375806] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.375956] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.376082] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.376289] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.376422] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.376558] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 50a2d89c-570e-447c-ad47-615ea966b5de is going to be created. [ 845.401822] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.402135] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.402227] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.402493] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.402720] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.402937] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-50a2d89c-570e-447c-ad47-615ea966b5de" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.476828] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc5a2024-1b36-45a9-8e68-46a766eefeda',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.478037] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('29c6754a-94e7-44db-b750-45c0ae051be4',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.596186] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-29c6754a-94e7-44db-b750-45c0ae051be4 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.596323] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.597800] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc5a2024-1b36-45a9-8e68-46a766eefeda taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.597902] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc5a2024-1b36-45a9-8e68-46a766eefeda" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.602283] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d5f3fb8-0d75-48b8-8d5b-2f41884f368a with status ACTIVE [ 845.602479] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.602599] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.602664] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.602895] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.602977] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.603403] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.603587] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.603688] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.603915] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.604030] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.604232] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.604330] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.604415] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.604592] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.604671] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.604791] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d5f3fb8-0d75-48b8-8d5b-2f41884f368a is going to be updated. [ 845.629213] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.629213] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.629213] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.629358] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.629422] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.629543] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d5f3fb8-0d75-48b8-8d5b-2f41884f368a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.846966] env[69392]: INFO networking_nsxv3.common.synchronization [req-3ac6774a-5512-450d-818d-4c95d735d9b9 req-804c9c17-f022-4f3e-bae7-c577ebbdde9f tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Enqueued Resource ID: dccdad89-20d3-4838-b3e0-fb9fa2e7e670 with Priority: HIGHEST for action security_group_members [ 845.847716] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dccdad89-20d3-4838-b3e0-fb9fa2e7e670 with Priority: HIGHEST for action security_group_members [ 845.848009] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b3362c7-f0e9-4800-ab81-b8061786dba2',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.854928] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-dccdad89-20d3-4838-b3e0-fb9fa2e7e670 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.854928] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dccdad89-20d3-4838-b3e0-fb9fa2e7e670" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.854928] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dccdad89-20d3-4838-b3e0-fb9fa2e7e670" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.854928] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dccdad89-20d3-4838-b3e0-fb9fa2e7e670" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.854928] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.854928] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.854928] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.855829] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.855970] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.856081] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dccdad89-20d3-4838-b3e0-fb9fa2e7e670',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.862072] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b3362c7-f0e9-4800-ab81-b8061786dba2 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.862276] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b3362c7-f0e9-4800-ab81-b8061786dba2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.862436] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4fc1e464-6ffa-49ec-9fc6-dd5615bdfce7 with status ACTIVE [ 845.862626] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.862746] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.862804] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.867233] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.867432] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.867604] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.867723] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.867794] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.867973] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.868105] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.868276] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.868367] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.868434] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.868598] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.868675] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.868783] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4fc1e464-6ffa-49ec-9fc6-dd5615bdfce7 is going to be updated. [ 845.894917] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.895221] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.895221] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.895516] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.895709] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.895944] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4fc1e464-6ffa-49ec-9fc6-dd5615bdfce7" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.978579] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc5a2024-1b36-45a9-8e68-46a766eefeda',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.979920] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('29c6754a-94e7-44db-b750-45c0ae051be4',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.015125] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 523ba16e-9aef-4d46-81c8-289c4328529e in Status: SUCCESS [ 846.015425] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-523ba16e-9aef-4d46-81c8-289c4328529e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.359165] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b3362c7-f0e9-4800-ab81-b8061786dba2',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.374261] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.374261] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.374261] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.374261] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.374261] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.374261] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.374261] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.374261] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.374261] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.374261] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.374261] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dccdad89-20d3-4838-b3e0-fb9fa2e7e670 already deleted. [ 846.374261] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dccdad89-20d3-4838-b3e0-fb9fa2e7e670" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.485026] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.485026] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.485026] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.485026] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.485026] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.485026] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc5a2024-1b36-45a9-8e68-46a766eefeda is going to be created. [ 846.485026] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.485026] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.485026] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.485026] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.485026] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.485026] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29c6754a-94e7-44db-b750-45c0ae051be4 is going to be updated. [ 846.505431] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85a75816-1e8d-4197-bbc0-6d252d42c389 in Status: SUCCESS [ 846.507748] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85a75816-1e8d-4197-bbc0-6d252d42c389" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.507748] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85a75816-1e8d-4197-bbc0-6d252d42c389" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.507748] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85a75816-1e8d-4197-bbc0-6d252d42c389" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.507748] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.507748] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.507748] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.507748] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.507748] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.507748] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85a75816-1e8d-4197-bbc0-6d252d42c389" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.507748] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85a75816-1e8d-4197-bbc0-6d252d42c389',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.516822] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.516822] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.516822] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.516822] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.516822] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.523032] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.523032] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.523032] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.523199] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.523302] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.527307] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc5a2024-1b36-45a9-8e68-46a766eefeda in Status: UNINITIALIZED for 2s [ 846.532501] env[69392]: INFO networking_nsxv3.common.synchronization [req-bd94a0fb-893a-4f48-b84e-370c12bc6970 req-d9bb3d2f-1031-486a-9f31-1c1becb8bf26 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Enqueued Resource ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 with Priority: HIGHEST for action security_group_members [ 846.533113] env[69392]: INFO networking_nsxv3.common.synchronization [req-bd94a0fb-893a-4f48-b84e-370c12bc6970 req-d9bb3d2f-1031-486a-9f31-1c1becb8bf26 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Enqueued Resource ID: f354a839-fb07-406e-bd97-425db5e4da70 with Priority: HIGHEST for action security_group_members [ 846.533113] env[69392]: INFO networking_nsxv3.common.synchronization [req-bd94a0fb-893a-4f48-b84e-370c12bc6970 req-d9bb3d2f-1031-486a-9f31-1c1becb8bf26 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Enqueued Resource ID: 2263700e-f232-46e2-b438-dd4287f8caf2 with Priority: HIGHEST for action security_group_members [ 846.534241] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29c6754a-94e7-44db-b750-45c0ae051be4 in Status: IN_PROGRESS for 2s [ 846.534496] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 with Priority: HIGHEST for action security_group_members [ 846.535294] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f354a839-fb07-406e-bd97-425db5e4da70 with Priority: HIGHEST for action security_group_members [ 846.535294] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2263700e-f232-46e2-b438-dd4287f8caf2 with Priority: HIGHEST for action security_group_members [ 846.536194] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.536308] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.536825] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-f354a839-fb07-406e-bd97-425db5e4da70 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.536942] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f354a839-fb07-406e-bd97-425db5e4da70" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.537363] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-2263700e-f232-46e2-b438-dd4287f8caf2 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.537481] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2263700e-f232-46e2-b438-dd4287f8caf2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.537545] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2263700e-f232-46e2-b438-dd4287f8caf2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.537803] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2263700e-f232-46e2-b438-dd4287f8caf2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.538047] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.538155] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.538215] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.538392] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.538578] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.538730] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2263700e-f232-46e2-b438-dd4287f8caf2',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.615862] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-65 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.616125] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-65" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.616268] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-65" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.616622] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-65" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.616902] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.617099] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.617481] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.617481] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.617615] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.617866] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 846.617983] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 846.618112] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 846.618222] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 846.618332] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 846.618442] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 846.618576] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 846.627483] env[69392]: INFO networking_nsxv3.common.synchronization [req-84e06070-a084-4430-9f6f-6c82147141af req-609c1130-c3ad-491d-9128-6fc5025b9185 service nova] Enqueued Resource ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 with Priority: HIGHEST for action security_group_rules [ 846.627730] env[69392]: INFO networking_nsxv3.common.synchronization [req-84e06070-a084-4430-9f6f-6c82147141af req-609c1130-c3ad-491d-9128-6fc5025b9185 service nova] Enqueued Resource ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 with Priority: HIGHEST for action security_group_members [ 846.627894] env[69392]: INFO networking_nsxv3.common.synchronization [req-84e06070-a084-4430-9f6f-6c82147141af req-609c1130-c3ad-491d-9128-6fc5025b9185 service nova] Enqueued Resource ID: 50a2d89c-570e-447c-ad47-615ea966b5de with Priority: HIGHEST for action port [ 846.629136] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 with Priority: HIGHEST for action security_group_rules [ 846.629284] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 with Priority: HIGHEST for action security_group_members [ 846.629403] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50a2d89c-570e-447c-ad47-615ea966b5de with Priority: HIGHEST for action port [ 846.629882] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01d6afbe-3053-4f64-ac14-04cad5aea5d5 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.630131] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.630202] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.630508] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.630632] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01d6afbe-3053-4f64-ac14-04cad5aea5d5',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.631759] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-01d6afbe-3053-4f64-ac14-04cad5aea5d5 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.632120] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.632120] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.632207] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.632281] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.632520] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.632520] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.632604] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.632659] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.632745] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01d6afbe-3053-4f64-ac14-04cad5aea5d5',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.633800] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-50a2d89c-570e-447c-ad47-615ea966b5de taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.633938] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50a2d89c-570e-447c-ad47-615ea966b5de" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.633989] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50a2d89c-570e-447c-ad47-615ea966b5de" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.634233] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50a2d89c-570e-447c-ad47-615ea966b5de" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.634233] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50a2d89c-570e-447c-ad47-615ea966b5de',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.661710] env[69392]: INFO networking_nsxv3.common.synchronization [req-bd94a0fb-893a-4f48-b84e-370c12bc6970 req-d9bb3d2f-1031-486a-9f31-1c1becb8bf26 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Enqueued Resource ID: 2263700e-f232-46e2-b438-dd4287f8caf2 with Priority: HIGHEST for action security_group_rules [ 846.661910] env[69392]: INFO networking_nsxv3.common.synchronization [req-bd94a0fb-893a-4f48-b84e-370c12bc6970 req-d9bb3d2f-1031-486a-9f31-1c1becb8bf26 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Enqueued Resource ID: 2263700e-f232-46e2-b438-dd4287f8caf2 with Priority: HIGHEST for action security_group_members [ 846.662236] env[69392]: INFO networking_nsxv3.common.synchronization [req-bd94a0fb-893a-4f48-b84e-370c12bc6970 req-d9bb3d2f-1031-486a-9f31-1c1becb8bf26 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Enqueued Resource ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 with Priority: HIGHEST for action security_group_rules [ 846.662420] env[69392]: INFO networking_nsxv3.common.synchronization [req-bd94a0fb-893a-4f48-b84e-370c12bc6970 req-d9bb3d2f-1031-486a-9f31-1c1becb8bf26 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Enqueued Resource ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 with Priority: HIGHEST for action security_group_members [ 846.662524] env[69392]: INFO networking_nsxv3.common.synchronization [req-bd94a0fb-893a-4f48-b84e-370c12bc6970 req-d9bb3d2f-1031-486a-9f31-1c1becb8bf26 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Enqueued Resource ID: f354a839-fb07-406e-bd97-425db5e4da70 with Priority: HIGHEST for action security_group_rules [ 846.662660] env[69392]: INFO networking_nsxv3.common.synchronization [req-bd94a0fb-893a-4f48-b84e-370c12bc6970 req-d9bb3d2f-1031-486a-9f31-1c1becb8bf26 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Enqueued Resource ID: f354a839-fb07-406e-bd97-425db5e4da70 with Priority: HIGHEST for action security_group_members [ 846.662763] env[69392]: INFO networking_nsxv3.common.synchronization [req-bd94a0fb-893a-4f48-b84e-370c12bc6970 req-d9bb3d2f-1031-486a-9f31-1c1becb8bf26 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Enqueued Resource ID: 7b9401f5-0b18-4514-a3d5-d7b566e34222 with Priority: HIGHEST for action port [ 846.663942] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 846.664157] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.045 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 846.665110] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 846.665110] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-65" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.665110] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-ecdbc6ce-33aa-4c46-9ef1-ba086b8667d8 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.665110] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-ecdbc6ce-33aa-4c46-9ef1-ba086b8667d8" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.665110] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-ecdbc6ce-33aa-4c46-9ef1-ba086b8667d8" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.665434] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-ecdbc6ce-33aa-4c46-9ef1-ba086b8667d8" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.665542] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecdbc6ce-33aa-4c46-9ef1-ba086b8667d8',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.666889] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2263700e-f232-46e2-b438-dd4287f8caf2 with Priority: HIGHEST for action security_group_rules [ 846.667026] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 with Priority: HIGHEST for action security_group_rules [ 846.667136] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f354a839-fb07-406e-bd97-425db5e4da70 with Priority: HIGHEST for action security_group_members [ 846.667236] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b9401f5-0b18-4514-a3d5-d7b566e34222 with Priority: HIGHEST for action port [ 846.667524] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f354a839-fb07-406e-bd97-425db5e4da70 with Priority: HIGHEST for action security_group_rules [ 846.667524] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2263700e-f232-46e2-b438-dd4287f8caf2 with Priority: HIGHEST for action security_group_members [ 846.667524] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 with Priority: HIGHEST for action security_group_members [ 846.668048] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2263700e-f232-46e2-b438-dd4287f8caf2 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.668193] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2263700e-f232-46e2-b438-dd4287f8caf2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.668286] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2263700e-f232-46e2-b438-dd4287f8caf2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.668599] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2263700e-f232-46e2-b438-dd4287f8caf2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.668687] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2263700e-f232-46e2-b438-dd4287f8caf2',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.669630] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81084ca3-f156-4abe-9b5f-485c6c6fa7d6 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.669733] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.669941] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-f354a839-fb07-406e-bd97-425db5e4da70 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.670038] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f354a839-fb07-406e-bd97-425db5e4da70" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.670220] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b9401f5-0b18-4514-a3d5-d7b566e34222 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.670311] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b9401f5-0b18-4514-a3d5-d7b566e34222" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.670393] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b9401f5-0b18-4514-a3d5-d7b566e34222" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.670588] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b9401f5-0b18-4514-a3d5-d7b566e34222" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.670665] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b9401f5-0b18-4514-a3d5-d7b566e34222',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.671888] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f354a839-fb07-406e-bd97-425db5e4da70 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.671982] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f354a839-fb07-406e-bd97-425db5e4da70" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.672336] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-2263700e-f232-46e2-b438-dd4287f8caf2 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.672445] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2263700e-f232-46e2-b438-dd4287f8caf2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.672723] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.672793] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.848541] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e7a001d-34e6-446a-9f04-16e41112b9e1 in Status: SUCCESS [ 846.848806] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e7a001d-34e6-446a-9f04-16e41112b9e1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.861419] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.861582] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.861658] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.861850] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.861932] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.862047] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b3362c7-f0e9-4800-ab81-b8061786dba2 is going to be created. [ 846.888533] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.888533] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.888533] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.888533] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.888533] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.897659] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b3362c7-f0e9-4800-ab81-b8061786dba2 in Status: UNINITIALIZED for 2s [ 847.010516] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85a75816-1e8d-4197-bbc0-6d252d42c389',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.041227] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2263700e-f232-46e2-b438-dd4287f8caf2',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.139159] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01d6afbe-3053-4f64-ac14-04cad5aea5d5',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.140709] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-01d6afbe-3053-4f64-ac14-04cad5aea5d5 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.140709] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.140709] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 50a2d89c-570e-447c-ad47-615ea966b5de with status ACTIVE [ 847.140923] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.141043] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.141155] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.141362] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.141481] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.141721] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.141831] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.141897] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.142144] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.142394] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.142631] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.142730] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.142897] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.143181] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.143283] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.143377] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 50a2d89c-570e-447c-ad47-615ea966b5de is going to be updated. [ 847.174069] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.174319] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.174448] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.174806] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.174967] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.175140] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port ecdbc6ce-33aa-4c46-9ef1-ba086b8667d8 not found, creating... [ 847.175496] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.175729] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.175853] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.176120] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.176265] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.176561] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.176718] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.176834] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.177171] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.177336] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.177485] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: ecdbc6ce-33aa-4c46-9ef1-ba086b8667d8 is going to be created. [ 847.178815] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7b9401f5-0b18-4514-a3d5-d7b566e34222 with status ACTIVE [ 847.179015] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.179199] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.179199] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.179384] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.179520] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.179762] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.179881] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.179968] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.180291] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.180291] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.180491] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.180592] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.180660] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.180824] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.180894] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.180981] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7b9401f5-0b18-4514-a3d5-d7b566e34222 is going to be updated. [ 847.183425] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.183677] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.183677] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.183757] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.183860] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.184024] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50a2d89c-570e-447c-ad47-615ea966b5de" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.184372] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-2263700e-f232-46e2-b438-dd4287f8caf2 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.184474] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2263700e-f232-46e2-b438-dd4287f8caf2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.240768] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.241058] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.241230] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.241566] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.241805] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.242046] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-ecdbc6ce-33aa-4c46-9ef1-ba086b8667d8" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.244422] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.244563] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.244738] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.244871] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.245036] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.245211] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b9401f5-0b18-4514-a3d5-d7b566e34222" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.281742] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f354a839-fb07-406e-bd97-425db5e4da70 in Status: SUCCESS [ 847.281983] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f354a839-fb07-406e-bd97-425db5e4da70" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.282548] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f354a839-fb07-406e-bd97-425db5e4da70" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.282781] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f354a839-fb07-406e-bd97-425db5e4da70" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.282973] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.283174] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.283251] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.283424] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.283510] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.283765] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f354a839-fb07-406e-bd97-425db5e4da70',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.288810] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 in Status: SUCCESS [ 847.289047] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.289222] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.289429] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.289727] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.289855] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.289921] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.290142] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.290577] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.290670] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81084ca3-f156-4abe-9b5f-485c6c6fa7d6',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.464120] env[69392]: INFO networking_nsxv3.common.synchronization [req-1741e251-f94b-4856-9596-9e0e3c5abcea req-96eee4e1-8ca6-470b-93d9-5480842b6de0 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Enqueued Resource ID: cc5a2024-1b36-45a9-8e68-46a766eefeda with Priority: HIGHEST for action security_group_members [ 847.464344] env[69392]: INFO networking_nsxv3.common.synchronization [req-1741e251-f94b-4856-9596-9e0e3c5abcea req-96eee4e1-8ca6-470b-93d9-5480842b6de0 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Enqueued Resource ID: 29c6754a-94e7-44db-b750-45c0ae051be4 with Priority: HIGHEST for action security_group_members [ 847.464843] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc5a2024-1b36-45a9-8e68-46a766eefeda with Priority: HIGHEST for action security_group_members [ 847.464978] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29c6754a-94e7-44db-b750-45c0ae051be4 with Priority: HIGHEST for action security_group_members [ 847.465365] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc5a2024-1b36-45a9-8e68-46a766eefeda taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.465365] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc5a2024-1b36-45a9-8e68-46a766eefeda" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.465573] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-29c6754a-94e7-44db-b750-45c0ae051be4 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.465680] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.513029] env[69392]: INFO networking_nsxv3.common.synchronization [req-1741e251-f94b-4856-9596-9e0e3c5abcea req-96eee4e1-8ca6-470b-93d9-5480842b6de0 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Enqueued Resource ID: 29c6754a-94e7-44db-b750-45c0ae051be4 with Priority: HIGHEST for action security_group_rules [ 847.513029] env[69392]: INFO networking_nsxv3.common.synchronization [req-1741e251-f94b-4856-9596-9e0e3c5abcea req-96eee4e1-8ca6-470b-93d9-5480842b6de0 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Enqueued Resource ID: 29c6754a-94e7-44db-b750-45c0ae051be4 with Priority: HIGHEST for action security_group_members [ 847.513029] env[69392]: INFO networking_nsxv3.common.synchronization [req-1741e251-f94b-4856-9596-9e0e3c5abcea req-96eee4e1-8ca6-470b-93d9-5480842b6de0 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Enqueued Resource ID: 0d5f3fb8-0d75-48b8-8d5b-2f41884f368a with Priority: HIGHEST for action port [ 847.513029] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29c6754a-94e7-44db-b750-45c0ae051be4 with Priority: HIGHEST for action security_group_rules [ 847.513536] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29c6754a-94e7-44db-b750-45c0ae051be4 with Priority: HIGHEST for action security_group_members [ 847.513536] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d5f3fb8-0d75-48b8-8d5b-2f41884f368a with Priority: HIGHEST for action port [ 847.513722] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85a75816-1e8d-4197-bbc0-6d252d42c389: rpc.has_security_group_logging(os_id): False [ 847.515329] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29c6754a-94e7-44db-b750-45c0ae051be4 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.515475] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.515810] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-29c6754a-94e7-44db-b750-45c0ae051be4 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.515886] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.516141] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d5f3fb8-0d75-48b8-8d5b-2f41884f368a taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.516298] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d5f3fb8-0d75-48b8-8d5b-2f41884f368a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.516402] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d5f3fb8-0d75-48b8-8d5b-2f41884f368a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.516682] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d5f3fb8-0d75-48b8-8d5b-2f41884f368a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.516822] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d5f3fb8-0d75-48b8-8d5b-2f41884f368a',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.537162] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.537430] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.537430] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.537585] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.537713] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.537936] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.538115] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.538115] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.538292] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.538344] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.538401] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85a75816-1e8d-4197-bbc0-6d252d42c389 is going to be created. [ 847.545942] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2263700e-f232-46e2-b438-dd4287f8caf2',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.605021] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.605021] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.605021] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.605500] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.605500] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.616770] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85a75816-1e8d-4197-bbc0-6d252d42c389 in Status: IN_PROGRESS for 2s [ 847.647122] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01d6afbe-3053-4f64-ac14-04cad5aea5d5',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.787287] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f354a839-fb07-406e-bd97-425db5e4da70',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.794681] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81084ca3-f156-4abe-9b5f-485c6c6fa7d6',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.024376] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d5f3fb8-0d75-48b8-8d5b-2f41884f368a with status ACTIVE [ 848.024376] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.024376] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.024376] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.024376] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.024376] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.024376] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.024376] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.024376] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.024376] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.024376] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.024376] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.024376] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.024376] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.024376] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.024376] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.024376] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d5f3fb8-0d75-48b8-8d5b-2f41884f368a is going to be updated. [ 848.049030] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.049030] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.049030] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.049030] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.049030] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.049030] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d5f3fb8-0d75-48b8-8d5b-2f41884f368a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.049030] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.049030] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.049030] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.049030] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.049030] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.049030] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2263700e-f232-46e2-b438-dd4287f8caf2 is going to be created. [ 848.075024] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.075024] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.075024] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.075024] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.075024] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.083755] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2263700e-f232-46e2-b438-dd4287f8caf2 in Status: UNINITIALIZED for 2s [ 848.152705] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.152705] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.152705] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.152705] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.152705] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.152705] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 is going to be created. [ 848.220352] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.220517] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.220578] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.220790] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.221967] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.240159] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 in Status: UNINITIALIZED for 2s [ 848.289184] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f354a839-fb07-406e-bd97-425db5e4da70',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.295620] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81084ca3-f156-4abe-9b5f-485c6c6fa7d6',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.350514] env[69392]: INFO networking_nsxv3.common.synchronization [req-3ac6774a-5512-450d-818d-4c95d735d9b9 req-3b32a995-c4a9-4dbb-8918-e356f19a2b8c service nova] Enqueued Resource ID: dccdad89-20d3-4838-b3e0-fb9fa2e7e670 with Priority: HIGHEST for action security_group_rules [ 848.350687] env[69392]: INFO networking_nsxv3.common.synchronization [req-3ac6774a-5512-450d-818d-4c95d735d9b9 req-3b32a995-c4a9-4dbb-8918-e356f19a2b8c service nova] Enqueued Resource ID: dccdad89-20d3-4838-b3e0-fb9fa2e7e670 with Priority: HIGHEST for action security_group_members [ 848.350825] env[69392]: INFO networking_nsxv3.common.synchronization [req-3ac6774a-5512-450d-818d-4c95d735d9b9 req-3b32a995-c4a9-4dbb-8918-e356f19a2b8c service nova] Enqueued Resource ID: ecdbc6ce-33aa-4c46-9ef1-ba086b8667d8 with Priority: HIGHEST for action port [ 848.351082] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dccdad89-20d3-4838-b3e0-fb9fa2e7e670 with Priority: HIGHEST for action security_group_rules [ 848.351243] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dccdad89-20d3-4838-b3e0-fb9fa2e7e670 with Priority: HIGHEST for action security_group_members [ 848.351372] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecdbc6ce-33aa-4c46-9ef1-ba086b8667d8 with Priority: HIGHEST for action port [ 848.352573] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dccdad89-20d3-4838-b3e0-fb9fa2e7e670 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.352573] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dccdad89-20d3-4838-b3e0-fb9fa2e7e670" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.352573] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dccdad89-20d3-4838-b3e0-fb9fa2e7e670" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.352765] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dccdad89-20d3-4838-b3e0-fb9fa2e7e670" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.352765] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dccdad89-20d3-4838-b3e0-fb9fa2e7e670',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.354149] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-dccdad89-20d3-4838-b3e0-fb9fa2e7e670 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.354296] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dccdad89-20d3-4838-b3e0-fb9fa2e7e670" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.354369] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dccdad89-20d3-4838-b3e0-fb9fa2e7e670" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.354571] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dccdad89-20d3-4838-b3e0-fb9fa2e7e670" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.354739] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.354839] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.354903] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.355068] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.355159] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.356839] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dccdad89-20d3-4838-b3e0-fb9fa2e7e670',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.356839] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-ecdbc6ce-33aa-4c46-9ef1-ba086b8667d8 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.356839] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ecdbc6ce-33aa-4c46-9ef1-ba086b8667d8" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.356839] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ecdbc6ce-33aa-4c46-9ef1-ba086b8667d8" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.356839] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ecdbc6ce-33aa-4c46-9ef1-ba086b8667d8" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.356839] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecdbc6ce-33aa-4c46-9ef1-ba086b8667d8',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.537388] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc5a2024-1b36-45a9-8e68-46a766eefeda in Status: SUCCESS [ 848.537611] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc5a2024-1b36-45a9-8e68-46a766eefeda" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.537796] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc5a2024-1b36-45a9-8e68-46a766eefeda" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.538030] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc5a2024-1b36-45a9-8e68-46a766eefeda" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.538209] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.538311] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.538382] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.538550] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.538714] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.538768] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc5a2024-1b36-45a9-8e68-46a766eefeda',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.542528] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29c6754a-94e7-44db-b750-45c0ae051be4 in Status: SUCCESS [ 848.542894] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.543147] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.543520] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.543777] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.543931] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.544038] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.544256] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.544404] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.544566] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29c6754a-94e7-44db-b750-45c0ae051be4',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.573652] env[69392]: INFO networking_nsxv3.common.synchronization [req-43bff327-a919-4bdb-9330-2a17419e7144 req-b33bb183-a87a-46f2-a454-b53bf5a73d11 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Enqueued Resource ID: e772ee8d-82dc-4d07-b560-1dc252642660 with Priority: HIGHEST for action security_group_members [ 848.573652] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e772ee8d-82dc-4d07-b560-1dc252642660 with Priority: HIGHEST for action security_group_members [ 848.573999] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-e772ee8d-82dc-4d07-b560-1dc252642660 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.573999] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.574236] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.574547] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.575049] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.575229] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.575578] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.575916] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.576218] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.576489] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e772ee8d-82dc-4d07-b560-1dc252642660',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.792673] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.792840] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.792895] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.793163] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.793285] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.793448] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f354a839-fb07-406e-bd97-425db5e4da70 is going to be updated. [ 848.799634] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.799634] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.799634] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.799634] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.799634] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.799634] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 is going to be updated. [ 848.829220] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.829435] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.829435] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.829648] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.829790] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.831685] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.831817] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.831888] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.832078] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.832205] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.847325] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 in Status: IN_PROGRESS for 2s [ 848.849611] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f354a839-fb07-406e-bd97-425db5e4da70 in Status: IN_PROGRESS for 2s [ 848.858411] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-dccdad89-20d3-4838-b3e0-fb9fa2e7e670 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.858533] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dccdad89-20d3-4838-b3e0-fb9fa2e7e670" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.859891] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dccdad89-20d3-4838-b3e0-fb9fa2e7e670',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.860783] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ecdbc6ce-33aa-4c46-9ef1-ba086b8667d8 with status ACTIVE [ 848.860988] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.861131] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.861265] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.861420] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.861512] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.861687] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.861784] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.861841] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.861994] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.862083] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.862263] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.862356] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.862416] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.862563] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.862639] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.862723] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ecdbc6ce-33aa-4c46-9ef1-ba086b8667d8 is going to be updated. [ 848.867231] env[69392]: INFO networking_nsxv3.common.synchronization [req-43bff327-a919-4bdb-9330-2a17419e7144 req-d31066ed-d4d9-444d-a9a0-e969db4fa0f9 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Enqueued Resource ID: e772ee8d-82dc-4d07-b560-1dc252642660 with Priority: HIGHEST for action security_group_members [ 848.867884] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e772ee8d-82dc-4d07-b560-1dc252642660 with Priority: HIGHEST for action security_group_members [ 848.868144] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-e772ee8d-82dc-4d07-b560-1dc252642660 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.868250] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.885480] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.885480] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.885480] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.885480] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.885480] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.885800] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ecdbc6ce-33aa-4c46-9ef1-ba086b8667d8" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.907833] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b3362c7-f0e9-4800-ab81-b8061786dba2 in Status: SUCCESS [ 848.907984] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b3362c7-f0e9-4800-ab81-b8061786dba2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.908181] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b3362c7-f0e9-4800-ab81-b8061786dba2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.908395] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b3362c7-f0e9-4800-ab81-b8061786dba2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.908631] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.908726] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.908764] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.908968] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.909068] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.909173] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b3362c7-f0e9-4800-ab81-b8061786dba2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.909278] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b3362c7-f0e9-4800-ab81-b8061786dba2',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.041665] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.042084] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.042084] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.042174] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.042329] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.042457] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.042592] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.042673] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.042908] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.043041] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.043295] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc5a2024-1b36-45a9-8e68-46a766eefeda is going to be deleted. [ 849.048450] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('29c6754a-94e7-44db-b750-45c0ae051be4',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.080140] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.080236] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.080272] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.080766] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.080766] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.081188] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.081188] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.081188] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.081188] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.081441] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.081441] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e772ee8d-82dc-4d07-b560-1dc252642660 already deleted. [ 849.081441] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.082058] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.082058] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.082305] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.082305] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.082431] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.082618] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.082678] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.082744] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e772ee8d-82dc-4d07-b560-1dc252642660',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.123513] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.123733] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.123733] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.123959] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.124070] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.124180] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc5a2024-1b36-45a9-8e68-46a766eefeda" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.124381] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc5a2024-1b36-45a9-8e68-46a766eefeda" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.124516] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc5a2024-1b36-45a9-8e68-46a766eefeda" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.124745] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.124865] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.124865] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.125036] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.125122] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.125299] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc5a2024-1b36-45a9-8e68-46a766eefeda',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.227560] env[69392]: INFO networking_nsxv3.common.synchronization [req-43bff327-a919-4bdb-9330-2a17419e7144 req-d463fba4-c461-4dd8-855a-21b76b905152 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Enqueued Resource ID: e772ee8d-82dc-4d07-b560-1dc252642660 with Priority: HIGHEST for action security_group_members [ 849.228512] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e772ee8d-82dc-4d07-b560-1dc252642660 with Priority: HIGHEST for action security_group_members [ 849.228994] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-e772ee8d-82dc-4d07-b560-1dc252642660 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.229181] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.364831] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dccdad89-20d3-4838-b3e0-fb9fa2e7e670',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.412489] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b3362c7-f0e9-4800-ab81-b8061786dba2',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.533299] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-832 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.533299] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-832" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.533299] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-832" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.533644] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-832" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.534185] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.534470] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.534679] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.535055] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.535305] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.535653] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 849.535864] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 849.536055] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 849.536349] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 849.537168] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 849.537387] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 849.537741] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 849.550973] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('29c6754a-94e7-44db-b750-45c0ae051be4',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.560260] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 849.560499] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 849.560650] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 849.560839] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-832" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.561286] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-65288a25-fdfa-4ed0-a39a-228c5ad69f9f taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.561464] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-65288a25-fdfa-4ed0-a39a-228c5ad69f9f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.561582] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-65288a25-fdfa-4ed0-a39a-228c5ad69f9f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.561914] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-65288a25-fdfa-4ed0-a39a-228c5ad69f9f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.562389] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65288a25-fdfa-4ed0-a39a-228c5ad69f9f',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.586652] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.586652] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.586652] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.586652] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.586652] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.586652] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.586652] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.586652] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.586652] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.586652] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.586652] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e772ee8d-82dc-4d07-b560-1dc252642660 already deleted. [ 849.587023] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.587690] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.587690] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.588092] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.588244] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.588327] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.588881] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.588881] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.588881] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e772ee8d-82dc-4d07-b560-1dc252642660',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.627996] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.628120] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.628120] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.628359] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.628459] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.628669] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.628774] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.628836] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.628991] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.629084] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.629174] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc5a2024-1b36-45a9-8e68-46a766eefeda already deleted. [ 849.629269] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc5a2024-1b36-45a9-8e68-46a766eefeda" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.629398] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cc5a2024-1b36-45a9-8e68-46a766eefeda',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.631366] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85a75816-1e8d-4197-bbc0-6d252d42c389 in Status: SUCCESS [ 849.631581] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85a75816-1e8d-4197-bbc0-6d252d42c389" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.631748] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc5a2024-1b36-45a9-8e68-46a766eefeda" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.631953] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc5a2024-1b36-45a9-8e68-46a766eefeda" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.632109] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.632218] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.632316] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.632483] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.632566] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.632661] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc5a2024-1b36-45a9-8e68-46a766eefeda',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.869030] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.869030] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.869030] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.869030] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.869030] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.869030] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dccdad89-20d3-4838-b3e0-fb9fa2e7e670 is going to be created. [ 849.895786] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.895984] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.896538] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.896538] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.896674] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.907388] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dccdad89-20d3-4838-b3e0-fb9fa2e7e670 in Status: UNINITIALIZED for 2s [ 849.915303] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b3362c7-f0e9-4800-ab81-b8061786dba2: rpc.has_security_group_logging(os_id): False [ 849.935557] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.936061] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.936061] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.936196] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.936251] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.936528] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.936614] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.936662] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.936798] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.936880] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.936951] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b3362c7-f0e9-4800-ab81-b8061786dba2 is going to be created. [ 850.019879] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.020093] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.020195] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.020491] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.020715] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.041623] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b3362c7-f0e9-4800-ab81-b8061786dba2 in Status: IN_PROGRESS for 2s [ 850.053923] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.053923] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.053923] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.054274] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.054274] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.054375] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29c6754a-94e7-44db-b750-45c0ae051be4 is going to be updated. [ 850.066132] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.066622] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.066622] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.066943] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.066943] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.067147] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port 65288a25-fdfa-4ed0-a39a-228c5ad69f9f not found, creating... [ 850.067759] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.067759] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.067759] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.067916] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.068163] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.068308] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.068928] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.068928] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.068928] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.068928] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.069153] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 65288a25-fdfa-4ed0-a39a-228c5ad69f9f is going to be created. [ 850.091987] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.092172] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.092247] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.092499] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.094400] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.094400] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.094400] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.094400] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.094400] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.094400] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.094400] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e772ee8d-82dc-4d07-b560-1dc252642660 already deleted. [ 850.094400] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.095932] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2263700e-f232-46e2-b438-dd4287f8caf2 in Status: SUCCESS [ 850.096150] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2263700e-f232-46e2-b438-dd4287f8caf2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.096342] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2263700e-f232-46e2-b438-dd4287f8caf2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.096495] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2263700e-f232-46e2-b438-dd4287f8caf2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.096667] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.096771] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.096832] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.096973] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.097059] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.097162] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2263700e-f232-46e2-b438-dd4287f8caf2',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.120034] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.120034] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.120034] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.120309] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.120486] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.120665] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-65288a25-fdfa-4ed0-a39a-228c5ad69f9f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.134962] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cc5a2024-1b36-45a9-8e68-46a766eefeda',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.137164] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.137481] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.137481] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.137671] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.137813] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.140050] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.140050] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.140050] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.140050] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.140050] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.140050] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc5a2024-1b36-45a9-8e68-46a766eefeda already deleted. [ 850.140050] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc5a2024-1b36-45a9-8e68-46a766eefeda" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.152645] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.152645] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.152645] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.152645] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.152645] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.168912] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29c6754a-94e7-44db-b750-45c0ae051be4 in Status: IN_PROGRESS for 2s [ 850.266624] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 in Status: SUCCESS [ 850.267250] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.267250] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.267512] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.267512] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.267682] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.267682] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.267854] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.268034] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.268034] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.268214] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01d6afbe-3053-4f64-ac14-04cad5aea5d5',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.599346] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2263700e-f232-46e2-b438-dd4287f8caf2',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.640270] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cc5a2024-1b36-45a9-8e68-46a766eefeda: rpc.has_security_group_logging(os_id): False [ 850.659130] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.659319] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.659387] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.659674] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.659800] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.660068] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.660179] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.660246] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.660410] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.660491] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.660579] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc5a2024-1b36-45a9-8e68-46a766eefeda is going to be created. [ 850.681149] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/cc5a2024-1b36-45a9-8e68-46a766eefeda], does not exist path=[/infra/domains/default/groups/cc5a2024-1b36-45a9-8e68-46a766eefeda]."\n}' [ 850.681149] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc5a2024-1b36-45a9-8e68-46a766eefeda failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/cc5a2024-1b36-45a9-8e68-46a766eefeda [ 850.681149] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 850.719194] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.719314] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.719390] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.719582] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.720733] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.720905] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.721201] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.721201] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.721409] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.721454] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.721732] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.721732] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.721830] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.721926] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.722013] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.722126] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc5a2024-1b36-45a9-8e68-46a766eefeda is going to be created. [ 850.743566] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/cc5a2024-1b36-45a9-8e68-46a766eefeda], does not exist path=[/infra/domains/default/groups/cc5a2024-1b36-45a9-8e68-46a766eefeda]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/cc5a2024-1b36-45a9-8e68-46a766eefeda [ 850.743566] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc5a2024-1b36-45a9-8e68-46a766eefeda" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.744204] env[69392]: Traceback (most recent call last): [ 850.744204] env[69392]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 850.744204] env[69392]: return func(*args, **kwargs) [ 850.744204] env[69392]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 850.744204] env[69392]: res.raise_for_status() [ 850.744204] env[69392]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 850.744204] env[69392]: raise HTTPError(http_error_msg, response=self) [ 850.744578] env[69392]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/cc5a2024-1b36-45a9-8e68-46a766eefeda [ 850.744578] env[69392]: During handling of the above exception, another exception occurred: [ 850.744578] env[69392]: Traceback (most recent call last): [ 850.744578] env[69392]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 850.744578] env[69392]: listener.cb(fileno) [ 850.744578] env[69392]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 850.744578] env[69392]: result = function(*args, **kwargs) [ 850.744578] env[69392]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 850.744578] env[69392]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 850.744578] env[69392]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 850.744578] env[69392]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 850.744578] env[69392]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 850.744578] env[69392]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 850.744578] env[69392]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 850.744578] env[69392]: res.raise_for_status() [ 850.744578] env[69392]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 850.744578] env[69392]: raise HTTPError(http_error_msg, response=self) [ 850.744578] env[69392]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/cc5a2024-1b36-45a9-8e68-46a766eefeda [ 850.744578] env[69392]: Removing descriptor: 5 [ 850.770535] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-01d6afbe-3053-4f64-ac14-04cad5aea5d5 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.770806] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.770806] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.771048] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.771280] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.771408] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.771481] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.771647] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.771756] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.771852] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.772577] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-01d6afbe-3053-4f64-ac14-04cad5aea5d5 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.772577] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.772577] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.772577] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.772577] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.772577] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.772577] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.772926] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.772926] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.772926] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.773021] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01d6afbe-3053-4f64-ac14-04cad5aea5d5',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.842664] env[69392]: INFO networking_nsxv3.common.synchronization [req-43bff327-a919-4bdb-9330-2a17419e7144 req-a1a0f2ca-23f6-4863-9154-8e2e26045ba8 service nova] Enqueued Resource ID: e772ee8d-82dc-4d07-b560-1dc252642660 with Priority: HIGHEST for action security_group_rules [ 850.842812] env[69392]: INFO networking_nsxv3.common.synchronization [req-43bff327-a919-4bdb-9330-2a17419e7144 req-a1a0f2ca-23f6-4863-9154-8e2e26045ba8 service nova] Enqueued Resource ID: e772ee8d-82dc-4d07-b560-1dc252642660 with Priority: HIGHEST for action security_group_members [ 850.842951] env[69392]: INFO networking_nsxv3.common.synchronization [req-43bff327-a919-4bdb-9330-2a17419e7144 req-a1a0f2ca-23f6-4863-9154-8e2e26045ba8 service nova] Enqueued Resource ID: 65288a25-fdfa-4ed0-a39a-228c5ad69f9f with Priority: HIGHEST for action port [ 850.843610] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e772ee8d-82dc-4d07-b560-1dc252642660 with Priority: HIGHEST for action security_group_rules [ 850.843768] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e772ee8d-82dc-4d07-b560-1dc252642660 with Priority: HIGHEST for action security_group_members [ 850.843847] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65288a25-fdfa-4ed0-a39a-228c5ad69f9f with Priority: HIGHEST for action port [ 850.844098] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e772ee8d-82dc-4d07-b560-1dc252642660 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.844226] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.844302] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.844550] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.844634] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e772ee8d-82dc-4d07-b560-1dc252642660',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.845444] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-e772ee8d-82dc-4d07-b560-1dc252642660 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.845573] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.845642] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.845811] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.845959] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.846142] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.846142] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.846257] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.846334] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.846416] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e772ee8d-82dc-4d07-b560-1dc252642660',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.847123] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-65288a25-fdfa-4ed0-a39a-228c5ad69f9f taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.847234] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65288a25-fdfa-4ed0-a39a-228c5ad69f9f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.847292] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65288a25-fdfa-4ed0-a39a-228c5ad69f9f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.850366] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65288a25-fdfa-4ed0-a39a-228c5ad69f9f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.850366] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65288a25-fdfa-4ed0-a39a-228c5ad69f9f',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.858496] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 in Status: SUCCESS [ 850.858753] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.858913] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.859344] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.859344] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.859492] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.859532] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.859684] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.859779] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.859868] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.859963] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81084ca3-f156-4abe-9b5f-485c6c6fa7d6',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.862540] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f354a839-fb07-406e-bd97-425db5e4da70 in Status: SUCCESS [ 850.862540] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f354a839-fb07-406e-bd97-425db5e4da70" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.862540] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.862642] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.862789] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.862913] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.862971] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.863325] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.863422] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.863526] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81084ca3-f156-4abe-9b5f-485c6c6fa7d6',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.864502] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f354a839-fb07-406e-bd97-425db5e4da70" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.864679] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f354a839-fb07-406e-bd97-425db5e4da70" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.864840] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.864938] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.865037] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.865478] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.865605] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.865697] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f354a839-fb07-406e-bd97-425db5e4da70" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.865790] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f354a839-fb07-406e-bd97-425db5e4da70',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.866924] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f354a839-fb07-406e-bd97-425db5e4da70" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.867103] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f354a839-fb07-406e-bd97-425db5e4da70" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.867256] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.867382] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.867451] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.867596] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.867675] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.867757] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f354a839-fb07-406e-bd97-425db5e4da70',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.102586] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2263700e-f232-46e2-b438-dd4287f8caf2',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.275064] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01d6afbe-3053-4f64-ac14-04cad5aea5d5: rpc.has_security_group_logging(os_id): False [ 851.293877] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.294035] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.294100] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.294395] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.294496] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.294638] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.294731] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.296192] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.296192] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.296192] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.296192] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.296192] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.296192] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.296192] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.296192] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.296192] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.296192] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.296192] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.296192] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.296192] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.296769] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 is going to be created. [ 851.349124] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-e772ee8d-82dc-4d07-b560-1dc252642660 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.349288] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.350454] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e772ee8d-82dc-4d07-b560-1dc252642660',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.351495] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 65288a25-fdfa-4ed0-a39a-228c5ad69f9f with status ACTIVE [ 851.351866] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.351962] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.351962] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.352515] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.352653] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.352840] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.352937] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.352997] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.353179] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.353268] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.353865] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.353865] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.353865] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.353865] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.353865] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.353865] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 65288a25-fdfa-4ed0-a39a-228c5ad69f9f is going to be updated. [ 851.367376] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81084ca3-f156-4abe-9b5f-485c6c6fa7d6',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.368439] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.368439] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.369015] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f354a839-fb07-406e-bd97-425db5e4da70',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.369694] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f354a839-fb07-406e-bd97-425db5e4da70',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.378205] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.378367] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.378432] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.378654] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.378848] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.378944] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65288a25-fdfa-4ed0-a39a-228c5ad69f9f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.390878] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.391083] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.391175] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.391429] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.391640] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.405540] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 in Status: IN_PROGRESS for 2s [ 851.604804] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.605094] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.605216] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.605589] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.605741] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.605901] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2263700e-f232-46e2-b438-dd4287f8caf2 is going to be updated. [ 851.647164] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.647341] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.647441] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.647660] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.647810] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.659929] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2263700e-f232-46e2-b438-dd4287f8caf2 in Status: IN_PROGRESS for 2s [ 851.672569] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-25 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.672845] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.672927] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.673347] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.674736] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.674736] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.674736] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.674736] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.674736] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.675099] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 851.675099] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 851.675295] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 851.675349] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 851.675638] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 851.675798] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 851.675959] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 851.716284] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 851.716612] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 851.716881] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 851.717212] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.717768] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-6d1f5809-74bf-47d1-b8ac-544eb03a9f62 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.718081] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-6d1f5809-74bf-47d1-b8ac-544eb03a9f62" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.718328] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-6d1f5809-74bf-47d1-b8ac-544eb03a9f62" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.718891] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-6d1f5809-74bf-47d1-b8ac-544eb03a9f62" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.719174] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d1f5809-74bf-47d1-b8ac-544eb03a9f62',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.856434] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e772ee8d-82dc-4d07-b560-1dc252642660',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.869916] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81084ca3-f156-4abe-9b5f-485c6c6fa7d6',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.874432] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f354a839-fb07-406e-bd97-425db5e4da70: rpc.has_security_group_logging(os_id): False [ 851.876163] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f354a839-fb07-406e-bd97-425db5e4da70',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.913759] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.913974] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.913974] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.914360] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.914502] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.915741] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.915910] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.915978] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.916186] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.916273] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.916372] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f354a839-fb07-406e-bd97-425db5e4da70 is going to be created. [ 851.929080] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dccdad89-20d3-4838-b3e0-fb9fa2e7e670 in Status: SUCCESS [ 851.929361] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dccdad89-20d3-4838-b3e0-fb9fa2e7e670" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.929913] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dccdad89-20d3-4838-b3e0-fb9fa2e7e670" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.930221] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dccdad89-20d3-4838-b3e0-fb9fa2e7e670" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.930522] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.930664] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.930759] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.930880] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.931584] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.931709] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dccdad89-20d3-4838-b3e0-fb9fa2e7e670" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.931800] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dccdad89-20d3-4838-b3e0-fb9fa2e7e670',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.998691] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.998855] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.998971] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.999228] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.999421] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.010761] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f354a839-fb07-406e-bd97-425db5e4da70 in Status: IN_PROGRESS for 2s [ 852.055608] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b3362c7-f0e9-4800-ab81-b8061786dba2 in Status: SUCCESS [ 852.055883] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b3362c7-f0e9-4800-ab81-b8061786dba2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.187426] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29c6754a-94e7-44db-b750-45c0ae051be4 in Status: SUCCESS [ 852.187813] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.187863] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.188107] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.188318] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.188443] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.188515] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.188669] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.188751] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.188836] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.188938] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('29c6754a-94e7-44db-b750-45c0ae051be4',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.190664] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.190849] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.191044] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.191216] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.191300] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.191399] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.191479] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.191574] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29c6754a-94e7-44db-b750-45c0ae051be4',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.222519] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.222816] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.222969] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.223341] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.224270] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.224496] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port 6d1f5809-74bf-47d1-b8ac-544eb03a9f62 not found, creating... [ 852.224841] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.225045] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.225194] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.225695] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.225876] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.226234] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.226417] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.226580] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.226818] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.226973] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.227479] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 6d1f5809-74bf-47d1-b8ac-544eb03a9f62 is going to be created. [ 852.253038] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.253301] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.253445] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.253750] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.253996] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.254271] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-6d1f5809-74bf-47d1-b8ac-544eb03a9f62" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.359407] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.359638] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.359713] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.361181] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.361352] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.361482] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e772ee8d-82dc-4d07-b560-1dc252642660 is going to be created. [ 852.372957] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.373728] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.373799] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.374075] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.374199] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.374360] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 is going to be updated. [ 852.379649] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.379896] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.380028] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.380341] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.380449] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.380575] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f354a839-fb07-406e-bd97-425db5e4da70 is going to be updated. [ 852.415538] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.415860] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.415860] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.415991] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.416177] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.427873] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e772ee8d-82dc-4d07-b560-1dc252642660 in Status: UNINITIALIZED for 2s [ 852.434694] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-dccdad89-20d3-4838-b3e0-fb9fa2e7e670 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.434976] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dccdad89-20d3-4838-b3e0-fb9fa2e7e670" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.435060] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dccdad89-20d3-4838-b3e0-fb9fa2e7e670" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.435351] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dccdad89-20d3-4838-b3e0-fb9fa2e7e670" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.435579] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.435724] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.435804] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.436075] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.436232] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.436375] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dccdad89-20d3-4838-b3e0-fb9fa2e7e670" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.436534] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-dccdad89-20d3-4838-b3e0-fb9fa2e7e670 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.436663] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dccdad89-20d3-4838-b3e0-fb9fa2e7e670" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.436748] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dccdad89-20d3-4838-b3e0-fb9fa2e7e670" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.436927] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dccdad89-20d3-4838-b3e0-fb9fa2e7e670" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.437182] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.438327] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.438760] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.438962] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.439096] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.439215] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dccdad89-20d3-4838-b3e0-fb9fa2e7e670" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.439343] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dccdad89-20d3-4838-b3e0-fb9fa2e7e670',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.442696] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.442825] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.442925] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.443445] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.443613] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.445714] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.445857] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.445925] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.446363] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.446990] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.461185] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 in Status: IN_PROGRESS for 2s [ 852.462352] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f354a839-fb07-406e-bd97-425db5e4da70 in Status: IN_PROGRESS for 2s [ 852.693447] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-29c6754a-94e7-44db-b750-45c0ae051be4 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.693649] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.696054] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('29c6754a-94e7-44db-b750-45c0ae051be4',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.752984] env[69392]: INFO networking_nsxv3.common.synchronization [req-962fac0c-18e8-4ac5-853f-b7c9e432f393 req-514de74a-db15-4a61-9725-b700429abdeb tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Enqueued Resource ID: 60803e0d-1dc7-43a3-bc06-9feb6c234283 with Priority: HIGHEST for action security_group_members [ 852.753678] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60803e0d-1dc7-43a3-bc06-9feb6c234283 with Priority: HIGHEST for action security_group_members [ 852.753979] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-60803e0d-1dc7-43a3-bc06-9feb6c234283 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.755709] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60803e0d-1dc7-43a3-bc06-9feb6c234283" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.755811] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60803e0d-1dc7-43a3-bc06-9feb6c234283" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.756026] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60803e0d-1dc7-43a3-bc06-9feb6c234283" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.756210] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.756338] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.756382] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.756533] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.756621] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.756724] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60803e0d-1dc7-43a3-bc06-9feb6c234283',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.947189] env[69392]: INFO networking_nsxv3.common.synchronization [req-43bff327-a919-4bdb-9330-2a17419e7144 req-2519b42d-ab40-4fc5-af4a-175be13cb652 service nova] Enqueued Resource ID: e772ee8d-82dc-4d07-b560-1dc252642660 with Priority: HIGHEST for action security_group_rules [ 852.947471] env[69392]: INFO networking_nsxv3.common.synchronization [req-43bff327-a919-4bdb-9330-2a17419e7144 req-2519b42d-ab40-4fc5-af4a-175be13cb652 service nova] Enqueued Resource ID: e772ee8d-82dc-4d07-b560-1dc252642660 with Priority: HIGHEST for action security_group_members [ 852.947529] env[69392]: INFO networking_nsxv3.common.synchronization [req-43bff327-a919-4bdb-9330-2a17419e7144 req-2519b42d-ab40-4fc5-af4a-175be13cb652 service nova] Enqueued Resource ID: 6d1f5809-74bf-47d1-b8ac-544eb03a9f62 with Priority: HIGHEST for action port [ 852.948115] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e772ee8d-82dc-4d07-b560-1dc252642660 with Priority: HIGHEST for action security_group_rules [ 852.948255] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e772ee8d-82dc-4d07-b560-1dc252642660 with Priority: HIGHEST for action security_group_members [ 852.948355] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d1f5809-74bf-47d1-b8ac-544eb03a9f62 with Priority: HIGHEST for action port [ 852.948624] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e772ee8d-82dc-4d07-b560-1dc252642660 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.948736] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.948900] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-e772ee8d-82dc-4d07-b560-1dc252642660 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.948975] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.953711] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d1f5809-74bf-47d1-b8ac-544eb03a9f62 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.953711] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d1f5809-74bf-47d1-b8ac-544eb03a9f62" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.953711] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d1f5809-74bf-47d1-b8ac-544eb03a9f62" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.953711] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d1f5809-74bf-47d1-b8ac-544eb03a9f62" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.953711] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d1f5809-74bf-47d1-b8ac-544eb03a9f62',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.953711] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dccdad89-20d3-4838-b3e0-fb9fa2e7e670: rpc.has_security_group_logging(os_id): False [ 852.987550] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.987716] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.987784] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.987956] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.988051] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.988253] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.988369] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.988428] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.988579] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.988652] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.988858] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.988950] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.989025] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.989197] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.989281] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.989397] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.989490] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.989549] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.989670] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.989739] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.989819] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dccdad89-20d3-4838-b3e0-fb9fa2e7e670 is going to be created. [ 853.050812] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.051253] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.051253] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.051404] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.051476] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.062808] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dccdad89-20d3-4838-b3e0-fb9fa2e7e670 in Status: IN_PROGRESS for 2s [ 853.200537] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('29c6754a-94e7-44db-b750-45c0ae051be4',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.259657] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.259657] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.259657] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.259657] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.325482] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.325763] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.326143] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.326143] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.326361] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.326361] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.326361] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60803e0d-1dc7-43a3-bc06-9feb6c234283 is going to be updated. [ 853.368057] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.368057] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.368057] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.368057] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.368057] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.378129] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60803e0d-1dc7-43a3-bc06-9feb6c234283 in Status: IN_PROGRESS for 2s [ 853.426164] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 in Status: SUCCESS [ 853.427275] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.460078] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6d1f5809-74bf-47d1-b8ac-544eb03a9f62 with status ACTIVE [ 853.460078] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.460078] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.460078] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.460078] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.460078] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.460078] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.460078] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.460078] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.460078] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.460078] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.460078] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.460078] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.460078] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.460078] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.460078] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.460078] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6d1f5809-74bf-47d1-b8ac-544eb03a9f62 is going to be updated. [ 853.490343] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.490343] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.490343] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.490343] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.490343] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.490343] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d1f5809-74bf-47d1-b8ac-544eb03a9f62" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.672315] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2263700e-f232-46e2-b438-dd4287f8caf2 in Status: SUCCESS [ 853.673342] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2263700e-f232-46e2-b438-dd4287f8caf2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.673578] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2263700e-f232-46e2-b438-dd4287f8caf2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.673813] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2263700e-f232-46e2-b438-dd4287f8caf2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.674021] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.674139] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.674368] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.674569] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.674659] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.674751] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2263700e-f232-46e2-b438-dd4287f8caf2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.674922] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2263700e-f232-46e2-b438-dd4287f8caf2',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.703936] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.704290] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.704290] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.704513] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.704513] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.707883] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29c6754a-94e7-44db-b750-45c0ae051be4 is going to be updated. [ 853.738157] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.738315] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.738594] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.738594] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.738742] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.749570] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29c6754a-94e7-44db-b750-45c0ae051be4 in Status: IN_PROGRESS for 2s [ 853.962038] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-832 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.962197] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-832" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.962325] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-832" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.962656] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-832" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.962850] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.963677] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.964200] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.964693] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.964848] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.965157] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 853.965849] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 853.966069] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 853.967740] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 853.967740] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 853.967740] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 853.967740] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 853.988665] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 853.988875] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 853.988973] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 853.989152] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-832" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.989491] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-b4e694a2-47f7-4504-b096-f008a55e2d74 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.989661] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-b4e694a2-47f7-4504-b096-f008a55e2d74" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.989778] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-b4e694a2-47f7-4504-b096-f008a55e2d74" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.990251] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-b4e694a2-47f7-4504-b096-f008a55e2d74" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.990406] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4e694a2-47f7-4504-b096-f008a55e2d74',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.023944] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f354a839-fb07-406e-bd97-425db5e4da70 in Status: SUCCESS [ 854.024588] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f354a839-fb07-406e-bd97-425db5e4da70" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.024588] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f354a839-fb07-406e-bd97-425db5e4da70" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.024763] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f354a839-fb07-406e-bd97-425db5e4da70" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.024801] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f354a839-fb07-406e-bd97-425db5e4da70',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.098031] env[69392]: INFO networking_nsxv3.common.synchronization [req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d req-651c991d-9b1c-4431-a7d6-33e5b44868c1 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Enqueued Resource ID: 44752025-edeb-41ac-a47d-ef5de185998e with Priority: HIGHEST for action security_group_members [ 854.098031] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44752025-edeb-41ac-a47d-ef5de185998e with Priority: HIGHEST for action security_group_members [ 854.098031] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-44752025-edeb-41ac-a47d-ef5de185998e taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.098031] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.098031] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.098031] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.098031] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.098031] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.098031] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.098031] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.098031] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.098031] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44752025-edeb-41ac-a47d-ef5de185998e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.179266] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2263700e-f232-46e2-b438-dd4287f8caf2',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.441029] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e772ee8d-82dc-4d07-b560-1dc252642660 in Status: SUCCESS [ 854.441029] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.441029] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.441029] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.441029] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.441029] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.441029] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.441029] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.442070] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.446029] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.446029] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e772ee8d-82dc-4d07-b560-1dc252642660',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.446029] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.446029] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.446029] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.446029] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.446029] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.446029] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.446029] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.446029] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e772ee8d-82dc-4d07-b560-1dc252642660',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.472783] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 in Status: SUCCESS [ 854.474026] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.474026] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.474026] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.474026] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.474026] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.474026] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.474558] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.474558] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.474558] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81084ca3-f156-4abe-9b5f-485c6c6fa7d6',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.476090] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f354a839-fb07-406e-bd97-425db5e4da70 in Status: SUCCESS [ 854.476433] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f354a839-fb07-406e-bd97-425db5e4da70" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.476525] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f354a839-fb07-406e-bd97-425db5e4da70" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.477249] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f354a839-fb07-406e-bd97-425db5e4da70" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.477360] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.477573] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.477667] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.477829] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.477914] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.478014] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f354a839-fb07-406e-bd97-425db5e4da70',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.496029] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.496029] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.496029] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.496029] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.496029] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.496029] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port b4e694a2-47f7-4504-b096-f008a55e2d74 not found, creating... [ 854.496029] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.496029] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.496029] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.496029] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.496029] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.496593] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.496593] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.496593] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.496838] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.497143] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.497394] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: b4e694a2-47f7-4504-b096-f008a55e2d74 is going to be created. [ 854.527082] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.527082] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.527082] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.527082] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.527082] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.527082] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-b4e694a2-47f7-4504-b096-f008a55e2d74" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.530622] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-f354a839-fb07-406e-bd97-425db5e4da70 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.530982] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f354a839-fb07-406e-bd97-425db5e4da70" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.600721] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44752025-edeb-41ac-a47d-ef5de185998e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.681982] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2263700e-f232-46e2-b438-dd4287f8caf2: rpc.has_security_group_logging(os_id): False [ 854.718185] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.718185] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.718185] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.718185] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.718185] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.718185] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.718185] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.718185] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.718185] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.718185] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.718185] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2263700e-f232-46e2-b438-dd4287f8caf2 is going to be created. [ 854.797555] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.801274] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.801274] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.801274] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.801274] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.815604] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2263700e-f232-46e2-b438-dd4287f8caf2 in Status: IN_PROGRESS for 2s [ 854.950190] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-e772ee8d-82dc-4d07-b560-1dc252642660 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.950190] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.950190] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e772ee8d-82dc-4d07-b560-1dc252642660',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.981890] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81084ca3-f156-4abe-9b5f-485c6c6fa7d6',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.981890] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f354a839-fb07-406e-bd97-425db5e4da70',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.062024] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-999 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.062024] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-999" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.062024] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-999" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.062024] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-999" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.062024] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.062024] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.062024] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.062626] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.062881] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.063251] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 855.063563] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 855.063768] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 855.063956] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 855.066028] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 855.066028] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 855.066028] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 855.086782] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dccdad89-20d3-4838-b3e0-fb9fa2e7e670 in Status: SUCCESS [ 855.087037] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dccdad89-20d3-4838-b3e0-fb9fa2e7e670" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.093915] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 855.093915] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 855.093915] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 855.093915] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-999" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.094413] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-6ad01cb3-dd61-44f0-b01a-ac7a672babac taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.094413] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-6ad01cb3-dd61-44f0-b01a-ac7a672babac" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.094568] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-6ad01cb3-dd61-44f0-b01a-ac7a672babac" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.094806] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-6ad01cb3-dd61-44f0-b01a-ac7a672babac" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.094945] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ad01cb3-dd61-44f0-b01a-ac7a672babac',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.102889] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44752025-edeb-41ac-a47d-ef5de185998e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.280762] env[69392]: INFO networking_nsxv3.common.synchronization [req-43bff327-a919-4bdb-9330-2a17419e7144 req-bddc9749-efcb-4031-9486-13a5ebc39510 service nova] Enqueued Resource ID: e772ee8d-82dc-4d07-b560-1dc252642660 with Priority: HIGHEST for action security_group_rules [ 855.280762] env[69392]: INFO networking_nsxv3.common.synchronization [req-43bff327-a919-4bdb-9330-2a17419e7144 req-bddc9749-efcb-4031-9486-13a5ebc39510 service nova] Enqueued Resource ID: e772ee8d-82dc-4d07-b560-1dc252642660 with Priority: HIGHEST for action security_group_members [ 855.280762] env[69392]: INFO networking_nsxv3.common.synchronization [req-43bff327-a919-4bdb-9330-2a17419e7144 req-bddc9749-efcb-4031-9486-13a5ebc39510 service nova] Enqueued Resource ID: b4e694a2-47f7-4504-b096-f008a55e2d74 with Priority: HIGHEST for action port [ 855.280930] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e772ee8d-82dc-4d07-b560-1dc252642660 with Priority: HIGHEST for action security_group_rules [ 855.280930] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e772ee8d-82dc-4d07-b560-1dc252642660 with Priority: HIGHEST for action security_group_members [ 855.281039] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4e694a2-47f7-4504-b096-f008a55e2d74 with Priority: HIGHEST for action port [ 855.281633] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e772ee8d-82dc-4d07-b560-1dc252642660 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.281765] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.281925] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-e772ee8d-82dc-4d07-b560-1dc252642660 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.282014] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.283236] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4e694a2-47f7-4504-b096-f008a55e2d74 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.283880] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4e694a2-47f7-4504-b096-f008a55e2d74" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.284011] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4e694a2-47f7-4504-b096-f008a55e2d74" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.285028] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4e694a2-47f7-4504-b096-f008a55e2d74" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.285028] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4e694a2-47f7-4504-b096-f008a55e2d74',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.388900] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60803e0d-1dc7-43a3-bc06-9feb6c234283 in Status: SUCCESS [ 855.389097] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60803e0d-1dc7-43a3-bc06-9feb6c234283 deletion is rescheduled due to dependency. [ 855.389211] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60803e0d-1dc7-43a3-bc06-9feb6c234283" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.452014] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e772ee8d-82dc-4d07-b560-1dc252642660',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.483925] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81084ca3-f156-4abe-9b5f-485c6c6fa7d6',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.484911] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f354a839-fb07-406e-bd97-425db5e4da70',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.606029] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.606029] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.606029] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.606029] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.606029] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.606029] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port 6ad01cb3-dd61-44f0-b01a-ac7a672babac not found, creating... [ 855.606029] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.606029] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.606029] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.606029] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.606029] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.606665] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.606665] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.606665] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.607295] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.607616] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.607896] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 6ad01cb3-dd61-44f0-b01a-ac7a672babac is going to be created. [ 855.609293] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.609603] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.609794] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.610070] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.611028] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.611028] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44752025-edeb-41ac-a47d-ef5de185998e is going to be updated. [ 855.640569] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.641220] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.641499] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.641950] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.643079] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.643079] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-6ad01cb3-dd61-44f0-b01a-ac7a672babac" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.646091] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.648260] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.648260] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.648260] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.648260] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.656077] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44752025-edeb-41ac-a47d-ef5de185998e in Status: IN_PROGRESS for 2s [ 855.771899] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29c6754a-94e7-44db-b750-45c0ae051be4 in Status: SUCCESS [ 855.771899] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.771899] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.771899] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.771899] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.771899] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.771899] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.771899] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.771899] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.771899] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29c6754a-94e7-44db-b750-45c0ae051be4',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.790035] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b4e694a2-47f7-4504-b096-f008a55e2d74 with status ACTIVE [ 855.790035] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.790035] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.790035] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.790035] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.790035] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.790035] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.790035] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.790035] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.790035] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.790035] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.790035] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.790035] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.790035] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.790035] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.790035] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.790035] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b4e694a2-47f7-4504-b096-f008a55e2d74 is going to be updated. [ 855.826145] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.826145] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.826145] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.826145] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.826145] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.826145] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4e694a2-47f7-4504-b096-f008a55e2d74" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.954753] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.954980] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.954980] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.955203] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.955299] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.955399] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e772ee8d-82dc-4d07-b560-1dc252642660 is going to be updated. [ 855.988511] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.988751] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.989067] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.989204] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.989321] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.989462] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 is going to be updated. [ 855.993962] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.993962] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.993962] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.993962] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.993962] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.995028] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.995956] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.995956] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.995956] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.995956] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.995956] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f354a839-fb07-406e-bd97-425db5e4da70 is going to be updated. [ 856.010701] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e772ee8d-82dc-4d07-b560-1dc252642660 in Status: IN_PROGRESS for 2s [ 856.040415] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.041390] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.041390] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.041656] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.041856] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.045660] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.045847] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.045847] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.046156] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.046217] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.059073] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f354a839-fb07-406e-bd97-425db5e4da70 in Status: IN_PROGRESS for 2s [ 856.059834] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 in Status: IN_PROGRESS for 2s [ 856.273858] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('29c6754a-94e7-44db-b750-45c0ae051be4',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.776604] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('29c6754a-94e7-44db-b750-45c0ae051be4',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.833268] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2263700e-f232-46e2-b438-dd4287f8caf2 in Status: SUCCESS [ 856.833268] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2263700e-f232-46e2-b438-dd4287f8caf2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.251774] env[69392]: INFO networking_nsxv3.common.synchronization [req-16e7c194-a7ed-420a-91ba-c906a20aeebb req-70210d4f-4778-495e-9b35-2bc6f9ed5e60 tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Enqueued Resource ID: 69c25749-8a6b-44d2-90d3-c975fe87bc9d with Priority: HIGHEST for action security_group_members [ 857.252586] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69c25749-8a6b-44d2-90d3-c975fe87bc9d with Priority: HIGHEST for action security_group_members [ 857.252864] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-69c25749-8a6b-44d2-90d3-c975fe87bc9d taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.253041] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69c25749-8a6b-44d2-90d3-c975fe87bc9d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.253125] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69c25749-8a6b-44d2-90d3-c975fe87bc9d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.253487] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69c25749-8a6b-44d2-90d3-c975fe87bc9d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.254173] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.254173] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.254173] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.254173] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.254173] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.254434] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69c25749-8a6b-44d2-90d3-c975fe87bc9d',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.279493] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.279790] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.279940] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.280324] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.280516] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.280708] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29c6754a-94e7-44db-b750-45c0ae051be4 is going to be updated. [ 857.328763] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.328973] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.328973] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.329226] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.329409] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.343281] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29c6754a-94e7-44db-b750-45c0ae051be4 in Status: IN_PROGRESS for 2s [ 857.547291] env[69392]: INFO networking_nsxv3.common.synchronization [req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d req-bc57af93-4945-4d0e-8ee6-531444b86522 service nova] Enqueued Resource ID: 44752025-edeb-41ac-a47d-ef5de185998e with Priority: HIGHEST for action security_group_rules [ 857.547472] env[69392]: INFO networking_nsxv3.common.synchronization [req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d req-bc57af93-4945-4d0e-8ee6-531444b86522 service nova] Enqueued Resource ID: 44752025-edeb-41ac-a47d-ef5de185998e with Priority: HIGHEST for action security_group_members [ 857.547611] env[69392]: INFO networking_nsxv3.common.synchronization [req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d req-bc57af93-4945-4d0e-8ee6-531444b86522 service nova] Enqueued Resource ID: 6ad01cb3-dd61-44f0-b01a-ac7a672babac with Priority: HIGHEST for action port [ 857.548175] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44752025-edeb-41ac-a47d-ef5de185998e with Priority: HIGHEST for action security_group_rules [ 857.548313] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44752025-edeb-41ac-a47d-ef5de185998e with Priority: HIGHEST for action security_group_members [ 857.548416] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ad01cb3-dd61-44f0-b01a-ac7a672babac with Priority: HIGHEST for action port [ 857.548688] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44752025-edeb-41ac-a47d-ef5de185998e taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.548807] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.548875] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.550093] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.550222] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44752025-edeb-41ac-a47d-ef5de185998e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.552182] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-44752025-edeb-41ac-a47d-ef5de185998e taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.552511] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.552957] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ad01cb3-dd61-44f0-b01a-ac7a672babac taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.553392] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ad01cb3-dd61-44f0-b01a-ac7a672babac" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.553392] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ad01cb3-dd61-44f0-b01a-ac7a672babac" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.553526] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ad01cb3-dd61-44f0-b01a-ac7a672babac" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.553670] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ad01cb3-dd61-44f0-b01a-ac7a672babac',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.666145] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44752025-edeb-41ac-a47d-ef5de185998e in Status: SUCCESS [ 857.666384] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.666530] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.666756] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.666947] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.667074] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.667137] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.667297] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.667383] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.667478] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44752025-edeb-41ac-a47d-ef5de185998e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.757135] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.757371] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.757371] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.757583] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.757688] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.758178] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.758178] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.758178] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.758388] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.758388] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.758503] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69c25749-8a6b-44d2-90d3-c975fe87bc9d already deleted. [ 857.758503] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69c25749-8a6b-44d2-90d3-c975fe87bc9d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.024697] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e772ee8d-82dc-4d07-b560-1dc252642660 in Status: SUCCESS [ 858.025092] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.025092] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.025331] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.025525] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.025664] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.025735] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.026016] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.026016] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.026143] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.026245] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-e772ee8d-82dc-4d07-b560-1dc252642660 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.026325] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.026388] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.026513] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.026648] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.026736] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.026792] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.026928] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.027013] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.027245] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.027368] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e772ee8d-82dc-4d07-b560-1dc252642660',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.034304] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.034304] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.034304] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.034304] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.034304] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.034304] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.034304] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.034304] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e772ee8d-82dc-4d07-b560-1dc252642660',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.055382] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-44752025-edeb-41ac-a47d-ef5de185998e taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.055382] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.056935] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6ad01cb3-dd61-44f0-b01a-ac7a672babac with status ACTIVE [ 858.058441] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.058441] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.058441] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.058441] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.058441] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.058441] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.058441] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.058441] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.058847] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.058847] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.058847] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.058950] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.058950] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.059104] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.059307] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.059307] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6ad01cb3-dd61-44f0-b01a-ac7a672babac is going to be updated. [ 858.073187] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f354a839-fb07-406e-bd97-425db5e4da70 in Status: SUCCESS [ 858.075097] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f354a839-fb07-406e-bd97-425db5e4da70" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.075097] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f354a839-fb07-406e-bd97-425db5e4da70" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.075097] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f354a839-fb07-406e-bd97-425db5e4da70" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.075097] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.075097] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.075097] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.075097] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.075097] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.075097] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f354a839-fb07-406e-bd97-425db5e4da70" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.075097] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f354a839-fb07-406e-bd97-425db5e4da70',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.077551] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 in Status: SUCCESS [ 858.077551] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.077765] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.077827] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.078150] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.078251] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.078251] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.078547] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.078547] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.078648] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.078748] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.079216] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.079216] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.079216] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.079216] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.079510] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.079510] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.079510] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.079636] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.080022] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.080132] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81084ca3-f156-4abe-9b5f-485c6c6fa7d6',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.089801] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.090037] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.092223] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.092223] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.092223] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.092223] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ad01cb3-dd61-44f0-b01a-ac7a672babac" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.175420] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44752025-edeb-41ac-a47d-ef5de185998e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.366141] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-650 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.366343] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-650" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.366528] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-650" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.366921] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-650" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.367271] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.367498] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.367659] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.367944] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.368155] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.368416] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 858.368579] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 858.368652] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 858.368741] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 858.368849] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 858.368956] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 858.369136] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 858.395856] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 858.396117] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 858.396247] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 858.396427] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-650" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.396772] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-8634c196-e7d3-4bd3-841a-3a0604fd42b2 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.396947] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-8634c196-e7d3-4bd3-841a-3a0604fd42b2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.397077] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-8634c196-e7d3-4bd3-841a-3a0604fd42b2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.397432] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-8634c196-e7d3-4bd3-841a-3a0604fd42b2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.397576] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8634c196-e7d3-4bd3-841a-3a0604fd42b2',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.534727] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e772ee8d-82dc-4d07-b560-1dc252642660: rpc.has_security_group_logging(os_id): False [ 858.540899] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e772ee8d-82dc-4d07-b560-1dc252642660',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.559023] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.559023] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.559023] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.559023] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.559023] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.559023] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.559023] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.559023] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.559023] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.559023] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.559023] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.559023] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.559023] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.559023] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.559023] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.559656] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.559656] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.559656] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.559656] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.559656] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.559656] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e772ee8d-82dc-4d07-b560-1dc252642660 is going to be created. [ 858.587122] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81084ca3-f156-4abe-9b5f-485c6c6fa7d6: rpc.has_security_group_logging(os_id): False [ 858.587122] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f354a839-fb07-406e-bd97-425db5e4da70',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.610241] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.610241] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.610241] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.610241] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.635087] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.637385] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.637385] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.637385] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.637385] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.637385] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.637385] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.637385] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.637385] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.637385] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.637385] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.638494] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.638777] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.638944] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.639225] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.639487] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.639672] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 is going to be updated. [ 858.655195] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.655195] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.655195] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.655195] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.655195] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.677432] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44752025-edeb-41ac-a47d-ef5de185998e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.680930] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e772ee8d-82dc-4d07-b560-1dc252642660 in Status: IN_PROGRESS for 2s [ 858.813734] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.813734] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.813734] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.815342] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.815342] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.852720] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 in Status: IN_PROGRESS for 2s [ 858.902222] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.903339] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.903339] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.903339] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.903339] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.903655] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port 8634c196-e7d3-4bd3-841a-3a0604fd42b2 not found, creating... [ 858.903968] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.904194] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.904400] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.905171] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.905171] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.905392] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.905621] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.908410] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.908410] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.908410] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.908410] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 8634c196-e7d3-4bd3-841a-3a0604fd42b2 is going to be created. [ 858.941482] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.941795] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.942056] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.942672] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.942751] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.942958] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-8634c196-e7d3-4bd3-841a-3a0604fd42b2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.045539] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e772ee8d-82dc-4d07-b560-1dc252642660',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.088717] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f354a839-fb07-406e-bd97-425db5e4da70: rpc.has_security_group_logging(os_id): False [ 859.120899] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.121079] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.121162] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.121404] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.121498] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.121748] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.121853] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.121919] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.122097] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.122177] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.122268] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f354a839-fb07-406e-bd97-425db5e4da70 is going to be updated. [ 859.179350] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.179580] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.179580] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.179803] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.179897] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.180009] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44752025-edeb-41ac-a47d-ef5de185998e is going to be updated. [ 859.250033] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.250033] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.250033] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.250033] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.250033] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.254371] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.254506] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.254554] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.254741] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.254879] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.268198] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f354a839-fb07-406e-bd97-425db5e4da70 in Status: IN_PROGRESS for 2s [ 859.269015] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44752025-edeb-41ac-a47d-ef5de185998e in Status: IN_PROGRESS for 2s [ 859.353078] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29c6754a-94e7-44db-b750-45c0ae051be4 in Status: SUCCESS [ 859.353427] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.353519] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.353736] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.353922] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.354053] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.354126] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.355047] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.355047] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.355047] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.355047] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-29c6754a-94e7-44db-b750-45c0ae051be4 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.355047] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.355047] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.355047] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.355813] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.355813] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.355813] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.355813] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.355813] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.355813] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.355813] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('29c6754a-94e7-44db-b750-45c0ae051be4',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.548562] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.548747] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.548747] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.548889] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.549211] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.549211] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e772ee8d-82dc-4d07-b560-1dc252642660 is going to be updated. [ 859.585378] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.585582] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.585674] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.585971] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.586194] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.601538] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e772ee8d-82dc-4d07-b560-1dc252642660 in Status: IN_PROGRESS for 2s [ 859.719795] env[69392]: INFO networking_nsxv3.common.synchronization [req-f4eb7620-081c-45d6-ba74-e34196e79667 req-bf91983d-7055-4d14-9f2c-a6484c6b22e5 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Enqueued Resource ID: 5e7a001d-34e6-446a-9f04-16e41112b9e1 with Priority: HIGHEST for action security_group_members [ 859.720499] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e7a001d-34e6-446a-9f04-16e41112b9e1 with Priority: HIGHEST for action security_group_members [ 859.720821] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e7a001d-34e6-446a-9f04-16e41112b9e1 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.720948] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e7a001d-34e6-446a-9f04-16e41112b9e1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.721029] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e7a001d-34e6-446a-9f04-16e41112b9e1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.721244] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e7a001d-34e6-446a-9f04-16e41112b9e1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.721394] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.721493] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.721645] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.721694] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.721777] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.721867] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e7a001d-34e6-446a-9f04-16e41112b9e1',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.859021] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 29c6754a-94e7-44db-b750-45c0ae051be4: rpc.has_security_group_logging(os_id): False [ 859.877791] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.879393] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.879393] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.879393] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.904957] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.904957] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.904957] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.904957] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.904957] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.904957] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.904957] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.904957] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.904957] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.904957] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.904957] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.904957] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.904957] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.904957] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.905552] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.905552] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.905552] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29c6754a-94e7-44db-b750-45c0ae051be4 is going to be updated. [ 859.975013] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.975248] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.975248] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.975694] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.975855] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.995629] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29c6754a-94e7-44db-b750-45c0ae051be4 in Status: IN_PROGRESS for 2s [ 860.027652] env[69392]: INFO networking_nsxv3.common.synchronization [req-16e7c194-a7ed-420a-91ba-c906a20aeebb req-57e72e89-184e-431b-a83e-8eeb14e4b7b0 service nova] Enqueued Resource ID: 69c25749-8a6b-44d2-90d3-c975fe87bc9d with Priority: HIGHEST for action security_group_rules [ 860.027836] env[69392]: INFO networking_nsxv3.common.synchronization [req-16e7c194-a7ed-420a-91ba-c906a20aeebb req-57e72e89-184e-431b-a83e-8eeb14e4b7b0 service nova] Enqueued Resource ID: 69c25749-8a6b-44d2-90d3-c975fe87bc9d with Priority: HIGHEST for action security_group_members [ 860.027975] env[69392]: INFO networking_nsxv3.common.synchronization [req-16e7c194-a7ed-420a-91ba-c906a20aeebb req-57e72e89-184e-431b-a83e-8eeb14e4b7b0 service nova] Enqueued Resource ID: 8634c196-e7d3-4bd3-841a-3a0604fd42b2 with Priority: HIGHEST for action port [ 860.028500] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69c25749-8a6b-44d2-90d3-c975fe87bc9d with Priority: HIGHEST for action security_group_rules [ 860.028639] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69c25749-8a6b-44d2-90d3-c975fe87bc9d with Priority: HIGHEST for action security_group_members [ 860.028738] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8634c196-e7d3-4bd3-841a-3a0604fd42b2 with Priority: HIGHEST for action port [ 860.031047] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69c25749-8a6b-44d2-90d3-c975fe87bc9d taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.031366] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69c25749-8a6b-44d2-90d3-c975fe87bc9d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.031496] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69c25749-8a6b-44d2-90d3-c975fe87bc9d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.031826] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69c25749-8a6b-44d2-90d3-c975fe87bc9d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.031944] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69c25749-8a6b-44d2-90d3-c975fe87bc9d',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.033630] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-69c25749-8a6b-44d2-90d3-c975fe87bc9d taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.033630] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69c25749-8a6b-44d2-90d3-c975fe87bc9d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.033630] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69c25749-8a6b-44d2-90d3-c975fe87bc9d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.033813] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69c25749-8a6b-44d2-90d3-c975fe87bc9d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.033946] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.034036] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.034101] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.034276] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.034355] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.034454] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69c25749-8a6b-44d2-90d3-c975fe87bc9d',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.039291] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-8634c196-e7d3-4bd3-841a-3a0604fd42b2 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.039439] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8634c196-e7d3-4bd3-841a-3a0604fd42b2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.039481] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8634c196-e7d3-4bd3-841a-3a0604fd42b2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.039706] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8634c196-e7d3-4bd3-841a-3a0604fd42b2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.039789] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8634c196-e7d3-4bd3-841a-3a0604fd42b2',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.225509] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.225896] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.225896] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.226072] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.260329] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.260329] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.260329] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.260329] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.260329] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.260329] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.260329] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e7a001d-34e6-446a-9f04-16e41112b9e1 is going to be updated. [ 860.287362] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.287362] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.287512] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.287643] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.287813] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.309471] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e7a001d-34e6-446a-9f04-16e41112b9e1 in Status: IN_PROGRESS for 2s [ 860.539703] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69c25749-8a6b-44d2-90d3-c975fe87bc9d',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.542089] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-69c25749-8a6b-44d2-90d3-c975fe87bc9d taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.542292] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69c25749-8a6b-44d2-90d3-c975fe87bc9d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.542326] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8634c196-e7d3-4bd3-841a-3a0604fd42b2 with status ACTIVE [ 860.542474] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.542968] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.542968] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.542968] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.542968] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.543099] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.543259] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.543370] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.543885] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.543885] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.543885] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.543885] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.543885] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.544172] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.544172] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.544247] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8634c196-e7d3-4bd3-841a-3a0604fd42b2 is going to be updated. [ 860.584328] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.584538] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.584610] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.584832] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.584961] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.585166] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8634c196-e7d3-4bd3-841a-3a0604fd42b2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.744687] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e772ee8d-82dc-4d07-b560-1dc252642660 in Status: SUCCESS [ 860.744969] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.745354] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.745592] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.745678] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e772ee8d-82dc-4d07-b560-1dc252642660',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.869781] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 in Status: SUCCESS [ 860.870022] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.870205] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.870422] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.870517] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81084ca3-f156-4abe-9b5f-485c6c6fa7d6',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.042645] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69c25749-8a6b-44d2-90d3-c975fe87bc9d',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.249721] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-e772ee8d-82dc-4d07-b560-1dc252642660 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.250110] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.281162] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44752025-edeb-41ac-a47d-ef5de185998e in Status: SUCCESS [ 861.281440] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.281631] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.281958] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.282108] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.282238] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.282300] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.282528] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.282713] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.282713] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.282873] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('44752025-edeb-41ac-a47d-ef5de185998e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.296908] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f354a839-fb07-406e-bd97-425db5e4da70 in Status: SUCCESS [ 861.297347] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f354a839-fb07-406e-bd97-425db5e4da70" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.373300] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.373470] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.373544] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.373765] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.373955] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.375462] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.375462] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.375462] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.375462] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.375462] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.375462] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81084ca3-f156-4abe-9b5f-485c6c6fa7d6',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.545233] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.545406] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.545490] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.545731] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.545824] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.545936] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69c25749-8a6b-44d2-90d3-c975fe87bc9d is going to be created. [ 861.574021] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.574021] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.574021] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.574274] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.574274] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.586924] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69c25749-8a6b-44d2-90d3-c975fe87bc9d in Status: UNINITIALIZED for 2s [ 861.621477] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e772ee8d-82dc-4d07-b560-1dc252642660 in Status: SUCCESS [ 861.621742] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.621878] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.622151] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.622328] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.622454] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.622515] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.622692] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.622769] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.622994] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.623333] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e772ee8d-82dc-4d07-b560-1dc252642660',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.789495] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-44752025-edeb-41ac-a47d-ef5de185998e taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.789495] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.789495] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.789841] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.789841] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.789841] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.790133] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.790315] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.790467] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.790624] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.790829] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-44752025-edeb-41ac-a47d-ef5de185998e taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.790965] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.791076] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.791331] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.791529] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.791663] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.791753] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.791934] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.792121] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.792170] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.792256] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('44752025-edeb-41ac-a47d-ef5de185998e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.878610] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.878765] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.878898] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.879375] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.879564] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.879674] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.879771] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.879965] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.880071] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.880325] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.880406] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.880487] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.880549] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.880705] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.880851] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.880946] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.881022] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.881205] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.881349] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.881467] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.881632] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81084ca3-f156-4abe-9b5f-485c6c6fa7d6',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.011571] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29c6754a-94e7-44db-b750-45c0ae051be4 in Status: SUCCESS [ 862.011821] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.012045] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.012272] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.012368] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29c6754a-94e7-44db-b750-45c0ae051be4',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.128594] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-e772ee8d-82dc-4d07-b560-1dc252642660 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.128822] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.128822] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.129073] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.129251] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.129352] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.129418] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.129564] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.129652] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.129741] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.129883] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-e772ee8d-82dc-4d07-b560-1dc252642660 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.129972] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.130037] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.130190] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.130328] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.130443] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.130506] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.130676] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.130777] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.130869] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.130979] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e772ee8d-82dc-4d07-b560-1dc252642660',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.294503] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 44752025-edeb-41ac-a47d-ef5de185998e: rpc.has_security_group_logging(os_id): False [ 862.318093] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.318093] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.318093] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.318093] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.320527] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e7a001d-34e6-446a-9f04-16e41112b9e1 in Status: SUCCESS [ 862.321054] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e7a001d-34e6-446a-9f04-16e41112b9e1 deletion is rescheduled due to dependency. [ 862.322204] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e7a001d-34e6-446a-9f04-16e41112b9e1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.344027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.344027] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.344027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.344027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.344027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.344027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.344027] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.344027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.344027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.344027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.344027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.344027] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.344027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.347242] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.347242] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.347242] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.347242] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44752025-edeb-41ac-a47d-ef5de185998e is going to be updated. [ 862.385992] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81084ca3-f156-4abe-9b5f-485c6c6fa7d6: rpc.has_security_group_logging(os_id): False [ 862.406801] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.407015] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.407060] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.407297] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.407436] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.407667] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.407769] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.407832] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.407995] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.408555] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.408835] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.408990] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.409110] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.409319] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.409590] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.409837] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.409954] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.410054] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.410241] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.410357] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.410474] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 is going to be updated. [ 862.412766] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.412934] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.413047] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.413252] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.413503] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.434157] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44752025-edeb-41ac-a47d-ef5de185998e in Status: IN_PROGRESS for 2s [ 862.520027] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-29c6754a-94e7-44db-b750-45c0ae051be4 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.520027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.520027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.520027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.520027] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.520027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.520027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.520027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.520027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.520027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.520027] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('29c6754a-94e7-44db-b750-45c0ae051be4',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.524492] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.524637] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.524705] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.524946] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.525107] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.550716] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 in Status: IN_PROGRESS for 2s [ 862.639210] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e772ee8d-82dc-4d07-b560-1dc252642660: rpc.has_security_group_logging(os_id): False [ 862.663325] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.663486] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.663573] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.663786] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.663882] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.664140] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.664407] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.664407] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.664518] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.664518] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.664692] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.664782] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.664842] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.664983] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.665068] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.665252] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.665346] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.665407] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.665547] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.665622] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.665707] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e772ee8d-82dc-4d07-b560-1dc252642660 is going to be updated. [ 862.749083] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.749300] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.749398] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.749688] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.749887] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.765719] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e772ee8d-82dc-4d07-b560-1dc252642660 in Status: IN_PROGRESS for 2s [ 862.846861] env[69392]: INFO networking_nsxv3.common.synchronization [None req-27fd4512-f67c-45ea-826c-e899ec9d5c2c tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Enqueued Resource ID: 122d5dca-1cb7-4a79-b4c8-017e868e5c5c with Priority: HIGHEST for action security_group_rules [ 862.847262] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 122d5dca-1cb7-4a79-b4c8-017e868e5c5c with Priority: HIGHEST for action security_group_rules [ 862.847561] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-122d5dca-1cb7-4a79-b4c8-017e868e5c5c taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.848099] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-122d5dca-1cb7-4a79-b4c8-017e868e5c5c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.848099] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-122d5dca-1cb7-4a79-b4c8-017e868e5c5c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.848099] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-122d5dca-1cb7-4a79-b4c8-017e868e5c5c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.848367] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('122d5dca-1cb7-4a79-b4c8-017e868e5c5c',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.868788] env[69392]: INFO networking_nsxv3.common.synchronization [req-0f775372-9393-46b5-b6f7-b256e3916d45 req-efaafe9d-e6fa-4e26-bd05-baf3ced10c84 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Enqueued Resource ID: 29c6754a-94e7-44db-b750-45c0ae051be4 with Priority: HIGHEST for action security_group_members [ 862.869942] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29c6754a-94e7-44db-b750-45c0ae051be4 with Priority: HIGHEST for action security_group_members [ 862.872110] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-29c6754a-94e7-44db-b750-45c0ae051be4 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.872110] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.872110] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.872110] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.872110] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.872110] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.872110] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.872110] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.872110] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.872110] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29c6754a-94e7-44db-b750-45c0ae051be4',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.967723] env[69392]: INFO networking_nsxv3.common.synchronization [None req-7514e0ff-5a89-42f0-b014-586498cfbd53 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Enqueued Resource ID: 122d5dca-1cb7-4a79-b4c8-017e868e5c5c with Priority: HIGHEST for action security_group_rules [ 862.968378] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 122d5dca-1cb7-4a79-b4c8-017e868e5c5c with Priority: HIGHEST for action security_group_rules [ 862.969025] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-122d5dca-1cb7-4a79-b4c8-017e868e5c5c taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.969135] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-122d5dca-1cb7-4a79-b4c8-017e868e5c5c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.022626] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-29c6754a-94e7-44db-b750-45c0ae051be4 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.022908] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.371075] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.371075] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.371075] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.371831] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.371831] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.371831] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 122d5dca-1cb7-4a79-b4c8-017e868e5c5c already deleted. [ 863.371831] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-122d5dca-1cb7-4a79-b4c8-017e868e5c5c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.372291] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-122d5dca-1cb7-4a79-b4c8-017e868e5c5c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.372484] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-122d5dca-1cb7-4a79-b4c8-017e868e5c5c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.372580] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('122d5dca-1cb7-4a79-b4c8-017e868e5c5c',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.374076] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.374076] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.374262] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.374397] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.374452] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.374651] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.374767] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.374828] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.374941] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.375024] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.375272] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29c6754a-94e7-44db-b750-45c0ae051be4 is going to be updated. [ 863.414808] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.414997] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.415075] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.415257] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.415426] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.426494] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29c6754a-94e7-44db-b750-45c0ae051be4 in Status: IN_PROGRESS for 2s [ 863.603184] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69c25749-8a6b-44d2-90d3-c975fe87bc9d in Status: SUCCESS [ 863.604059] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69c25749-8a6b-44d2-90d3-c975fe87bc9d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.604059] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69c25749-8a6b-44d2-90d3-c975fe87bc9d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.604059] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69c25749-8a6b-44d2-90d3-c975fe87bc9d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.604059] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.604477] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.604477] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.604477] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.604477] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.604586] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69c25749-8a6b-44d2-90d3-c975fe87bc9d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.604620] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('69c25749-8a6b-44d2-90d3-c975fe87bc9d',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.903512] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.904430] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.904430] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.904430] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.904430] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.904430] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 122d5dca-1cb7-4a79-b4c8-017e868e5c5c already deleted. [ 863.904430] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-122d5dca-1cb7-4a79-b4c8-017e868e5c5c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.107916] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-69c25749-8a6b-44d2-90d3-c975fe87bc9d taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.108093] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69c25749-8a6b-44d2-90d3-c975fe87bc9d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.108161] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69c25749-8a6b-44d2-90d3-c975fe87bc9d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.108380] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69c25749-8a6b-44d2-90d3-c975fe87bc9d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.108552] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.108652] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.108716] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.108864] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.108951] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.109049] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69c25749-8a6b-44d2-90d3-c975fe87bc9d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.109198] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-69c25749-8a6b-44d2-90d3-c975fe87bc9d taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.109289] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69c25749-8a6b-44d2-90d3-c975fe87bc9d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.109349] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69c25749-8a6b-44d2-90d3-c975fe87bc9d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.109489] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69c25749-8a6b-44d2-90d3-c975fe87bc9d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.109627] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.109715] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.109775] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.109910] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.109984] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.110074] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69c25749-8a6b-44d2-90d3-c975fe87bc9d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.110163] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('69c25749-8a6b-44d2-90d3-c975fe87bc9d',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.451536] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44752025-edeb-41ac-a47d-ef5de185998e in Status: SUCCESS [ 864.452090] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.571973] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 in Status: SUCCESS [ 864.572305] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.611959] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 69c25749-8a6b-44d2-90d3-c975fe87bc9d: rpc.has_security_group_logging(os_id): False [ 864.636890] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.636890] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.636890] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.637233] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.637233] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.637401] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.637496] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.637558] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.637705] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.637779] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.637950] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.638189] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.638189] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.638367] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.638367] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.638588] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.638677] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.638737] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.638884] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.638956] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.640134] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69c25749-8a6b-44d2-90d3-c975fe87bc9d is going to be created. [ 864.707161] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.707355] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.707400] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.707588] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.707847] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.720218] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69c25749-8a6b-44d2-90d3-c975fe87bc9d in Status: IN_PROGRESS for 2s [ 864.781822] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e772ee8d-82dc-4d07-b560-1dc252642660 in Status: SUCCESS [ 864.782079] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.782329] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.782587] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.782587] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e772ee8d-82dc-4d07-b560-1dc252642660',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.284554] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-e772ee8d-82dc-4d07-b560-1dc252642660 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.284772] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.285178] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.285178] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.285426] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.285426] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.285426] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.285673] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.285673] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.285673] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.286036] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e772ee8d-82dc-4d07-b560-1dc252642660',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.443071] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29c6754a-94e7-44db-b750-45c0ae051be4 in Status: SUCCESS [ 865.443188] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29c6754a-94e7-44db-b750-45c0ae051be4 deletion is rescheduled due to dependency. [ 865.443309] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.443476] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.443714] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.443900] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.444028] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.444095] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.444250] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.444364] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.444465] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.444626] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-29c6754a-94e7-44db-b750-45c0ae051be4 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.444721] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.444783] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.444926] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.445072] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.445163] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.445222] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.445358] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.445432] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.445510] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.445598] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('29c6754a-94e7-44db-b750-45c0ae051be4',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.762785] env[69392]: INFO networking_nsxv3.common.synchronization [req-07b0b84a-f67f-4bff-a094-19b286eb71b5 req-87db4402-a0aa-414e-97bf-3d1ed6cf78ea tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Enqueued Resource ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 with Priority: HIGHEST for action security_group_members [ 865.763977] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 with Priority: HIGHEST for action security_group_members [ 865.765688] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-01d6afbe-3053-4f64-ac14-04cad5aea5d5 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.766020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.766186] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.766462] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.766715] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.767036] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.767349] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.767657] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.769188] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.769322] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01d6afbe-3053-4f64-ac14-04cad5aea5d5',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.788322] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-e772ee8d-82dc-4d07-b560-1dc252642660 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.789273] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.789473] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.789754] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.790102] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.790349] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.790917] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.791437] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.791664] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.791930] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.793214] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-e772ee8d-82dc-4d07-b560-1dc252642660 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.794076] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.794286] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.794595] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.794833] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.794999] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.795161] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.795401] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.795568] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.795718] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.795851] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e772ee8d-82dc-4d07-b560-1dc252642660',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.948194] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 29c6754a-94e7-44db-b750-45c0ae051be4: rpc.has_security_group_logging(os_id): False [ 865.969947] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.970372] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.970372] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.970618] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.970996] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.971343] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.971520] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.971720] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.971833] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.971947] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.972339] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.972461] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.972539] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.972739] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.972836] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.974218] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.974396] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.974476] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.974661] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.974748] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.974856] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29c6754a-94e7-44db-b750-45c0ae051be4 is going to be updated. [ 866.051182] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.051532] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.051532] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.051738] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.051992] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.067806] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29c6754a-94e7-44db-b750-45c0ae051be4 in Status: IN_PROGRESS for 2s [ 866.272702] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.272913] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.272913] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.273163] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.273226] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.273538] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.273638] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.273729] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.273919] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.275069] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.275069] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 is going to be updated. [ 866.299076] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e772ee8d-82dc-4d07-b560-1dc252642660: rpc.has_security_group_logging(os_id): False [ 866.326681] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.326917] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.327025] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.331069] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.331371] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.339372] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.339372] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.339372] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.339372] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.339372] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.339372] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.339372] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.339372] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.339750] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.339782] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.340130] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.342016] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.342016] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.342016] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.342016] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.342016] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.342016] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.342016] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.342016] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.342016] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.342016] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e772ee8d-82dc-4d07-b560-1dc252642660 is going to be updated. [ 866.357145] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 in Status: IN_PROGRESS for 2s [ 866.383484] env[69392]: INFO networking_nsxv3.common.synchronization [req-f16acc35-b80e-428a-8b49-5a55e3a126f9 req-e42f4777-d12e-4741-ae57-e8489907881f tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Enqueued Resource ID: 2c3ca408-ed49-491f-81bb-1dec9b3e01f9 with Priority: HIGHEST for action security_group_members [ 866.383484] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c3ca408-ed49-491f-81bb-1dec9b3e01f9 with Priority: HIGHEST for action security_group_members [ 866.383484] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c3ca408-ed49-491f-81bb-1dec9b3e01f9 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.383484] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c3ca408-ed49-491f-81bb-1dec9b3e01f9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.383484] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c3ca408-ed49-491f-81bb-1dec9b3e01f9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.383484] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c3ca408-ed49-491f-81bb-1dec9b3e01f9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.383484] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.383484] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.383484] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.383484] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.383484] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.383484] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c3ca408-ed49-491f-81bb-1dec9b3e01f9',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.421021] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.421292] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.421401] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.421997] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.421997] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.440257] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e772ee8d-82dc-4d07-b560-1dc252642660 in Status: IN_PROGRESS for 2s [ 866.736514] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69c25749-8a6b-44d2-90d3-c975fe87bc9d in Status: SUCCESS [ 866.736854] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69c25749-8a6b-44d2-90d3-c975fe87bc9d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.885468] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.885893] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.885893] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.886386] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.886386] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.886519] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.886684] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.886772] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.886966] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.887069] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.887191] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c3ca408-ed49-491f-81bb-1dec9b3e01f9 already deleted. [ 866.887306] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c3ca408-ed49-491f-81bb-1dec9b3e01f9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.052732] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-94 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.052732] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-94" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.052732] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-94" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.052980] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-94" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.053538] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.054445] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.054652] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.054882] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.054988] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.055238] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 867.055366] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 867.055459] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 867.055808] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 867.055808] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 867.056779] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 867.060366] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 867.082885] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 867.082885] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 867.082885] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 867.082885] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-94" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.083483] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-0f995104-9764-4aa4-908b-e178999c2760 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.083483] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-0f995104-9764-4aa4-908b-e178999c2760" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.083754] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-0f995104-9764-4aa4-908b-e178999c2760" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.083888] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-0f995104-9764-4aa4-908b-e178999c2760" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.084605] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f995104-9764-4aa4-908b-e178999c2760',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.248657] env[69392]: INFO networking_nsxv3.common.synchronization [req-6a30f4c4-9478-4ab4-97fb-09594981624c req-ba1aaf9a-0fcc-4047-8692-09d286f7bab1 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Enqueued Resource ID: 3bc62795-1211-4d88-b0b1-5963d0b9774e with Priority: HIGHEST for action security_group_members [ 867.249389] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bc62795-1211-4d88-b0b1-5963d0b9774e with Priority: HIGHEST for action security_group_members [ 867.249753] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bc62795-1211-4d88-b0b1-5963d0b9774e taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.249905] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.249981] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.250399] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.250619] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.250774] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.250865] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.251127] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.251248] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.251466] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bc62795-1211-4d88-b0b1-5963d0b9774e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.389635] env[69392]: INFO networking_nsxv3.common.synchronization [req-22b402b9-7c55-407a-8a61-fcecbe88b673 req-6f518bc2-2d0f-4f5c-92f6-05d1ed590477 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Enqueued Resource ID: 3bc62795-1211-4d88-b0b1-5963d0b9774e with Priority: HIGHEST for action security_group_members [ 867.390353] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bc62795-1211-4d88-b0b1-5963d0b9774e with Priority: HIGHEST for action security_group_members [ 867.390719] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bc62795-1211-4d88-b0b1-5963d0b9774e taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.390857] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.586845] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.587093] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.587224] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.587516] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.587674] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.587830] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port 0f995104-9764-4aa4-908b-e178999c2760 not found, creating... [ 867.588119] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.588286] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.588406] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.588669] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.588809] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.589137] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.589298] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.589435] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.589657] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.589796] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.589937] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 0f995104-9764-4aa4-908b-e178999c2760 is going to be created. [ 867.630965] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.631548] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.631548] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.631727] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.632809] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.632809] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-0f995104-9764-4aa4-908b-e178999c2760" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.755286] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3bc62795-1211-4d88-b0b1-5963d0b9774e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.084804] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29c6754a-94e7-44db-b750-45c0ae051be4 in Status: SUCCESS [ 868.085167] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.258241] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3bc62795-1211-4d88-b0b1-5963d0b9774e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.375671] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 in Status: SUCCESS [ 868.375671] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 deletion is rescheduled due to dependency. [ 868.375671] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.459078] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e772ee8d-82dc-4d07-b560-1dc252642660 in Status: SUCCESS [ 868.459312] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.578629] env[69392]: INFO networking_nsxv3.common.synchronization [req-c2b766b1-7773-4a20-a163-32bf72cc6893 req-573918ce-3d2c-44a4-a8c0-aa2a0de1bd6a tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Enqueued Resource ID: e772ee8d-82dc-4d07-b560-1dc252642660 with Priority: HIGHEST for action security_group_members [ 868.581040] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e772ee8d-82dc-4d07-b560-1dc252642660 with Priority: HIGHEST for action security_group_members [ 868.581040] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-e772ee8d-82dc-4d07-b560-1dc252642660 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.581040] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.581040] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.581040] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.581363] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.581407] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.581462] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.581655] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.581746] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.581845] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e772ee8d-82dc-4d07-b560-1dc252642660',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.750913] env[69392]: INFO networking_nsxv3.common.synchronization [req-f16acc35-b80e-428a-8b49-5a55e3a126f9 req-94b0a073-7737-4dfc-9760-6d3b64a9e3a0 service nova] Enqueued Resource ID: 2c3ca408-ed49-491f-81bb-1dec9b3e01f9 with Priority: HIGHEST for action security_group_rules [ 868.751071] env[69392]: INFO networking_nsxv3.common.synchronization [req-f16acc35-b80e-428a-8b49-5a55e3a126f9 req-94b0a073-7737-4dfc-9760-6d3b64a9e3a0 service nova] Enqueued Resource ID: 2c3ca408-ed49-491f-81bb-1dec9b3e01f9 with Priority: HIGHEST for action security_group_members [ 868.751250] env[69392]: INFO networking_nsxv3.common.synchronization [req-f16acc35-b80e-428a-8b49-5a55e3a126f9 req-94b0a073-7737-4dfc-9760-6d3b64a9e3a0 service nova] Enqueued Resource ID: 0f995104-9764-4aa4-908b-e178999c2760 with Priority: HIGHEST for action port [ 868.756323] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c3ca408-ed49-491f-81bb-1dec9b3e01f9 with Priority: HIGHEST for action security_group_rules [ 868.756511] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c3ca408-ed49-491f-81bb-1dec9b3e01f9 with Priority: HIGHEST for action security_group_members [ 868.756973] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f995104-9764-4aa4-908b-e178999c2760 with Priority: HIGHEST for action port [ 868.757802] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c3ca408-ed49-491f-81bb-1dec9b3e01f9 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.757970] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c3ca408-ed49-491f-81bb-1dec9b3e01f9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.758063] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c3ca408-ed49-491f-81bb-1dec9b3e01f9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.758379] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c3ca408-ed49-491f-81bb-1dec9b3e01f9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.758506] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c3ca408-ed49-491f-81bb-1dec9b3e01f9',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.759541] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c3ca408-ed49-491f-81bb-1dec9b3e01f9 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.759681] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c3ca408-ed49-491f-81bb-1dec9b3e01f9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.763022] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c3ca408-ed49-491f-81bb-1dec9b3e01f9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.763022] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c3ca408-ed49-491f-81bb-1dec9b3e01f9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.763022] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.763022] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.763022] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.763022] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.763022] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.763022] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c3ca408-ed49-491f-81bb-1dec9b3e01f9',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.763022] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f995104-9764-4aa4-908b-e178999c2760 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.763817] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f995104-9764-4aa4-908b-e178999c2760" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.763817] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f995104-9764-4aa4-908b-e178999c2760" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.763817] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f995104-9764-4aa4-908b-e178999c2760" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.763817] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f995104-9764-4aa4-908b-e178999c2760',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.765338] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.765338] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.765338] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.765338] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.765338] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.765862] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bc62795-1211-4d88-b0b1-5963d0b9774e is going to be updated. [ 868.800277] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.800449] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.800528] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.800743] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.800891] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.814050] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bc62795-1211-4d88-b0b1-5963d0b9774e in Status: IN_PROGRESS for 2s [ 868.958732] env[69392]: INFO networking_nsxv3.common.synchronization [req-c2b766b1-7773-4a20-a163-32bf72cc6893 req-5c939f88-fc32-49a7-80c2-1cdd0fb15560 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Enqueued Resource ID: e772ee8d-82dc-4d07-b560-1dc252642660 with Priority: HIGHEST for action security_group_members [ 868.958732] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e772ee8d-82dc-4d07-b560-1dc252642660 with Priority: HIGHEST for action security_group_members [ 868.958732] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-e772ee8d-82dc-4d07-b560-1dc252642660 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.959122] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.085089] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e772ee8d-82dc-4d07-b560-1dc252642660',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.265829] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c3ca408-ed49-491f-81bb-1dec9b3e01f9 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.265829] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c3ca408-ed49-491f-81bb-1dec9b3e01f9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.267592] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0f995104-9764-4aa4-908b-e178999c2760 with status ACTIVE [ 869.267803] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.267916] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.267985] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.268218] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.268307] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.268492] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.268586] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.268645] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.268788] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.268859] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.269045] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.269131] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.269190] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.269332] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.269402] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.269483] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0f995104-9764-4aa4-908b-e178999c2760 is going to be updated. [ 869.273498] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c3ca408-ed49-491f-81bb-1dec9b3e01f9',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.299172] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.299395] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.299395] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.299602] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.300067] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.300067] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f995104-9764-4aa4-908b-e178999c2760" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.588729] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e772ee8d-82dc-4d07-b560-1dc252642660',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.672423] env[69392]: INFO networking_nsxv3.common.synchronization [req-6c944647-c908-439e-b2e4-40feb25610f7 req-1dce146a-e49f-40d3-b281-9e7c01e1aecc tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Enqueued Resource ID: 4491d9b9-950b-4b86-b52b-7c2858ba5f10 with Priority: HIGHEST for action security_group_members [ 869.673678] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4491d9b9-950b-4b86-b52b-7c2858ba5f10 with Priority: HIGHEST for action security_group_members [ 869.673793] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-4491d9b9-950b-4b86-b52b-7c2858ba5f10 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.674465] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4491d9b9-950b-4b86-b52b-7c2858ba5f10" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.674465] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4491d9b9-950b-4b86-b52b-7c2858ba5f10" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.674465] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4491d9b9-950b-4b86-b52b-7c2858ba5f10" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.674465] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.674833] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.674833] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.674833] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.674934] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.675037] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4491d9b9-950b-4b86-b52b-7c2858ba5f10',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.745155] env[69392]: INFO networking_nsxv3.common.synchronization [req-c2b766b1-7773-4a20-a163-32bf72cc6893 req-7028ff54-9ed9-4603-9d82-4b3391b0377d tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Enqueued Resource ID: e772ee8d-82dc-4d07-b560-1dc252642660 with Priority: HIGHEST for action security_group_members [ 869.745788] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e772ee8d-82dc-4d07-b560-1dc252642660 with Priority: HIGHEST for action security_group_members [ 869.745957] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-e772ee8d-82dc-4d07-b560-1dc252642660 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.746071] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.776976] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c3ca408-ed49-491f-81bb-1dec9b3e01f9',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.860895] env[69392]: INFO networking_nsxv3.common.synchronization [req-0397a031-1f65-41b8-aa70-5af44856eb49 req-d51d5b96-a448-428a-99f1-9eb316efe49f tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Enqueued Resource ID: 35ded8b6-2b6f-4361-9905-8e632094aba8 with Priority: HIGHEST for action security_group_members [ 869.860895] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35ded8b6-2b6f-4361-9905-8e632094aba8 with Priority: HIGHEST for action security_group_members [ 869.860895] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-35ded8b6-2b6f-4361-9905-8e632094aba8 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.860895] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35ded8b6-2b6f-4361-9905-8e632094aba8" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.860895] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35ded8b6-2b6f-4361-9905-8e632094aba8" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.860895] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35ded8b6-2b6f-4361-9905-8e632094aba8" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.860895] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.860895] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.860895] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.860895] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.860895] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.860895] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35ded8b6-2b6f-4361-9905-8e632094aba8',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.091673] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.091673] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.091673] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.092089] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.092089] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.092089] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e772ee8d-82dc-4d07-b560-1dc252642660 is going to be updated. [ 870.132946] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.132946] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.133115] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.133330] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.133453] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.143619] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e772ee8d-82dc-4d07-b560-1dc252642660 in Status: IN_PROGRESS for 2s [ 870.180265] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.180265] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.180265] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.183810] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.213114] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.215028] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.215028] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.215028] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.215028] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.215028] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.215028] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4491d9b9-950b-4b86-b52b-7c2858ba5f10 is going to be updated. [ 870.250211] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.250374] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.250454] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.251306] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.251494] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.264501] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4491d9b9-950b-4b86-b52b-7c2858ba5f10 in Status: IN_PROGRESS for 2s [ 870.279949] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.280168] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.280239] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.280905] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.280905] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.280905] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c3ca408-ed49-491f-81bb-1dec9b3e01f9 is going to be created. [ 870.320906] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.321250] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.321414] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.322029] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.322029] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.336567] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c3ca408-ed49-491f-81bb-1dec9b3e01f9 in Status: UNINITIALIZED for 2s [ 870.365502] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.365502] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.365502] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.365502] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.365502] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.365502] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.365502] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.365502] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.365770] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.365770] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.365828] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35ded8b6-2b6f-4361-9905-8e632094aba8 already deleted. [ 870.366044] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35ded8b6-2b6f-4361-9905-8e632094aba8" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.747283] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-808 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.747562] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-808" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.747811] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-808" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.748235] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-808" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.748508] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.749144] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.749144] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.749144] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.749258] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.749445] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 870.749558] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 870.750772] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 870.750772] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 870.750772] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 870.750772] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 870.750772] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 870.773074] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 870.773262] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 870.774303] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 870.774303] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-808" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.774303] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-44197104-2a3b-4f64-a49e-32cd860233aa taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.774303] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-44197104-2a3b-4f64-a49e-32cd860233aa" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.774303] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-44197104-2a3b-4f64-a49e-32cd860233aa" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.774673] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-44197104-2a3b-4f64-a49e-32cd860233aa" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.775393] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44197104-2a3b-4f64-a49e-32cd860233aa',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.833559] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bc62795-1211-4d88-b0b1-5963d0b9774e in Status: SUCCESS [ 870.833757] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.833792] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.834052] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.838024] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.838024] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.838024] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.838024] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.838024] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.838024] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bc62795-1211-4d88-b0b1-5963d0b9774e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.871552] env[69392]: INFO networking_nsxv3.common.synchronization [req-976fb4c6-e69c-43cb-bdce-25769708d102 req-30d7cc78-d51c-4060-b995-a59b8187fc58 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Enqueued Resource ID: dfc16ea7-56d5-48eb-98a8-5248d3a2728d with Priority: HIGHEST for action security_group_members [ 870.871552] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfc16ea7-56d5-48eb-98a8-5248d3a2728d with Priority: HIGHEST for action security_group_members [ 870.871724] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfc16ea7-56d5-48eb-98a8-5248d3a2728d taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.871794] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfc16ea7-56d5-48eb-98a8-5248d3a2728d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.871862] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfc16ea7-56d5-48eb-98a8-5248d3a2728d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.874546] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfc16ea7-56d5-48eb-98a8-5248d3a2728d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.874546] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.874734] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.874734] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.874982] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.874982] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.875140] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfc16ea7-56d5-48eb-98a8-5248d3a2728d',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.278073] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.278389] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.278458] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.279480] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.279480] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.279480] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port 44197104-2a3b-4f64-a49e-32cd860233aa not found, creating... [ 871.279480] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.279480] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.279781] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.279815] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.279961] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.280278] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.280470] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.280592] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.280846] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.281606] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.282458] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 44197104-2a3b-4f64-a49e-32cd860233aa is going to be created. [ 871.311722] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.311722] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.311722] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.311722] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.311722] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.311722] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-44197104-2a3b-4f64-a49e-32cd860233aa" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.339050] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.339050] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.339050] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.339050] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.360722] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.360993] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.361120] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.361196] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.361449] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.361554] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.361650] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bc62795-1211-4d88-b0b1-5963d0b9774e is going to be updated. [ 871.380708] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dfc16ea7-56d5-48eb-98a8-5248d3a2728d',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.390938] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.390938] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.390938] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.391519] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.391519] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.402197] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bc62795-1211-4d88-b0b1-5963d0b9774e in Status: IN_PROGRESS for 2s [ 871.883902] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dfc16ea7-56d5-48eb-98a8-5248d3a2728d',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.155491] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e772ee8d-82dc-4d07-b560-1dc252642660 in Status: SUCCESS [ 872.155734] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.155931] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.156169] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.156355] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.156475] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.156559] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.156719] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.156819] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.156941] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e772ee8d-82dc-4d07-b560-1dc252642660',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.280682] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4491d9b9-950b-4b86-b52b-7c2858ba5f10 in Status: SUCCESS [ 872.280996] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4491d9b9-950b-4b86-b52b-7c2858ba5f10 deletion is rescheduled due to dependency. [ 872.282043] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4491d9b9-950b-4b86-b52b-7c2858ba5f10" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.346041] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c3ca408-ed49-491f-81bb-1dec9b3e01f9 in Status: SUCCESS [ 872.346343] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c3ca408-ed49-491f-81bb-1dec9b3e01f9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.346455] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c3ca408-ed49-491f-81bb-1dec9b3e01f9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.346649] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c3ca408-ed49-491f-81bb-1dec9b3e01f9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.346848] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.346965] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.347043] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.347207] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.347650] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.347808] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c3ca408-ed49-491f-81bb-1dec9b3e01f9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.347907] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c3ca408-ed49-491f-81bb-1dec9b3e01f9',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.386672] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.386859] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.386903] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.387154] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.387253] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.387353] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfc16ea7-56d5-48eb-98a8-5248d3a2728d is going to be updated. [ 872.421972] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.422145] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.422224] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.422455] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.422606] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.435144] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfc16ea7-56d5-48eb-98a8-5248d3a2728d in Status: IN_PROGRESS for 2s [ 872.662883] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.663070] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.663132] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.663424] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.665726] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.665726] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.665726] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.665726] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.665726] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.665726] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.665726] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e772ee8d-82dc-4d07-b560-1dc252642660 is going to be updated. [ 872.694434] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.694771] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.694771] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.694937] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.695191] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.705220] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e772ee8d-82dc-4d07-b560-1dc252642660 in Status: IN_PROGRESS for 2s [ 872.850277] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c3ca408-ed49-491f-81bb-1dec9b3e01f9 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.850523] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c3ca408-ed49-491f-81bb-1dec9b3e01f9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.850601] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c3ca408-ed49-491f-81bb-1dec9b3e01f9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.852096] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c3ca408-ed49-491f-81bb-1dec9b3e01f9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.852096] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.852096] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.852096] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.852096] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.852096] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.852096] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c3ca408-ed49-491f-81bb-1dec9b3e01f9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.852096] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c3ca408-ed49-491f-81bb-1dec9b3e01f9 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.852096] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c3ca408-ed49-491f-81bb-1dec9b3e01f9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.852096] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c3ca408-ed49-491f-81bb-1dec9b3e01f9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.852525] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c3ca408-ed49-491f-81bb-1dec9b3e01f9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.852525] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.852525] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.852628] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.852827] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.852919] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.853136] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c3ca408-ed49-491f-81bb-1dec9b3e01f9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.853289] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c3ca408-ed49-491f-81bb-1dec9b3e01f9',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.870030] env[69392]: INFO networking_nsxv3.common.synchronization [req-04f9f020-1575-4e09-b2a5-f937c4352d25 req-14bef0c6-5b26-4abd-ad25-e01ad5b17d30 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Enqueued Resource ID: 523ba16e-9aef-4d46-81c8-289c4328529e with Priority: HIGHEST for action security_group_members [ 872.870030] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 523ba16e-9aef-4d46-81c8-289c4328529e with Priority: HIGHEST for action security_group_members [ 872.870030] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-523ba16e-9aef-4d46-81c8-289c4328529e taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.870030] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-523ba16e-9aef-4d46-81c8-289c4328529e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.870030] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-523ba16e-9aef-4d46-81c8-289c4328529e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.870030] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-523ba16e-9aef-4d46-81c8-289c4328529e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.870030] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.870030] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.870030] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.870030] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.870030] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.870030] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('523ba16e-9aef-4d46-81c8-289c4328529e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.355442] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c3ca408-ed49-491f-81bb-1dec9b3e01f9: rpc.has_security_group_logging(os_id): False [ 873.361624] env[69392]: INFO networking_nsxv3.common.synchronization [req-0397a031-1f65-41b8-aa70-5af44856eb49 req-2577e9da-d679-4303-b0b6-28abf72659d7 service nova] Enqueued Resource ID: 35ded8b6-2b6f-4361-9905-8e632094aba8 with Priority: HIGHEST for action security_group_rules [ 873.361919] env[69392]: INFO networking_nsxv3.common.synchronization [req-0397a031-1f65-41b8-aa70-5af44856eb49 req-2577e9da-d679-4303-b0b6-28abf72659d7 service nova] Enqueued Resource ID: 35ded8b6-2b6f-4361-9905-8e632094aba8 with Priority: HIGHEST for action security_group_members [ 873.362164] env[69392]: INFO networking_nsxv3.common.synchronization [req-0397a031-1f65-41b8-aa70-5af44856eb49 req-2577e9da-d679-4303-b0b6-28abf72659d7 service nova] Enqueued Resource ID: 44197104-2a3b-4f64-a49e-32cd860233aa with Priority: HIGHEST for action port [ 873.362845] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35ded8b6-2b6f-4361-9905-8e632094aba8 with Priority: HIGHEST for action security_group_rules [ 873.363114] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35ded8b6-2b6f-4361-9905-8e632094aba8 with Priority: HIGHEST for action security_group_members [ 873.363256] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44197104-2a3b-4f64-a49e-32cd860233aa with Priority: HIGHEST for action port [ 873.363687] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35ded8b6-2b6f-4361-9905-8e632094aba8 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.363851] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35ded8b6-2b6f-4361-9905-8e632094aba8" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.363988] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35ded8b6-2b6f-4361-9905-8e632094aba8" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.364301] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35ded8b6-2b6f-4361-9905-8e632094aba8" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.364434] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35ded8b6-2b6f-4361-9905-8e632094aba8',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.365424] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-35ded8b6-2b6f-4361-9905-8e632094aba8 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.365628] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35ded8b6-2b6f-4361-9905-8e632094aba8" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.365757] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35ded8b6-2b6f-4361-9905-8e632094aba8" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.366034] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35ded8b6-2b6f-4361-9905-8e632094aba8" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.366255] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.366408] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.366511] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.366732] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.366842] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.366974] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35ded8b6-2b6f-4361-9905-8e632094aba8',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.368359] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-44197104-2a3b-4f64-a49e-32cd860233aa taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.368562] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44197104-2a3b-4f64-a49e-32cd860233aa" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.368676] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44197104-2a3b-4f64-a49e-32cd860233aa" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.368963] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44197104-2a3b-4f64-a49e-32cd860233aa" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.369069] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44197104-2a3b-4f64-a49e-32cd860233aa',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.372339] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.372537] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.372796] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.372961] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.384372] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.384669] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.405426] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.405819] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.405971] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.407355] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.407355] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.407355] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.407355] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 523ba16e-9aef-4d46-81c8-289c4328529e is going to be updated. [ 873.410104] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.410309] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.410501] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.410942] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.411141] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.411255] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.411595] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.411781] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.412157] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.412378] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.412520] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.412776] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.412950] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.413306] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.413603] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.413646] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.414188] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.414592] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.414717] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c3ca408-ed49-491f-81bb-1dec9b3e01f9 is going to be created. [ 873.434350] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bc62795-1211-4d88-b0b1-5963d0b9774e in Status: SUCCESS [ 873.434350] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bc62795-1211-4d88-b0b1-5963d0b9774e deletion is rescheduled due to dependency. [ 873.434350] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.453060] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.454802] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.454802] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.454802] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.454802] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.467716] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 523ba16e-9aef-4d46-81c8-289c4328529e in Status: IN_PROGRESS for 2s [ 873.501856] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.502033] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.502111] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.502396] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.506159] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.521240] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c3ca408-ed49-491f-81bb-1dec9b3e01f9 in Status: IN_PROGRESS for 2s [ 873.837479] env[69392]: INFO networking_nsxv3.common.synchronization [req-f4003810-4d20-44ab-865d-39e2cda88559 req-4336f3b2-86dc-467a-903c-515d69729230 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Enqueued Resource ID: d423ac92-d7bb-455a-9805-981f71c4380e with Priority: HIGHEST for action security_group_members [ 873.837768] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d423ac92-d7bb-455a-9805-981f71c4380e with Priority: HIGHEST for action security_group_members [ 873.838114] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-d423ac92-d7bb-455a-9805-981f71c4380e taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.838221] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d423ac92-d7bb-455a-9805-981f71c4380e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.838221] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d423ac92-d7bb-455a-9805-981f71c4380e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.840032] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d423ac92-d7bb-455a-9805-981f71c4380e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.840032] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.840032] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.840032] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.840032] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.840032] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.840032] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d423ac92-d7bb-455a-9805-981f71c4380e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.874110] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35ded8b6-2b6f-4361-9905-8e632094aba8',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.876338] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-35ded8b6-2b6f-4361-9905-8e632094aba8 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.876508] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35ded8b6-2b6f-4361-9905-8e632094aba8" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.877346] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 44197104-2a3b-4f64-a49e-32cd860233aa with status ACTIVE [ 873.877443] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.878217] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.878302] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.878568] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.878668] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.878861] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.878960] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.879164] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.879225] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.879271] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.879454] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.879555] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.879775] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.879775] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.879858] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.879895] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 44197104-2a3b-4f64-a49e-32cd860233aa is going to be updated. [ 873.907062] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.907250] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.907394] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.907678] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.908325] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.908325] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44197104-2a3b-4f64-a49e-32cd860233aa" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.343871] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.344056] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.344126] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.344341] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.344476] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.344677] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.344796] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.344870] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.344996] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.345097] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.345192] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d423ac92-d7bb-455a-9805-981f71c4380e already deleted. [ 874.345273] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d423ac92-d7bb-455a-9805-981f71c4380e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.382426] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35ded8b6-2b6f-4361-9905-8e632094aba8',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.447034] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfc16ea7-56d5-48eb-98a8-5248d3a2728d in Status: SUCCESS [ 874.447034] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfc16ea7-56d5-48eb-98a8-5248d3a2728d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.484483] env[69392]: INFO networking_nsxv3.common.synchronization [None req-d12a1d96-27d3-4112-b6fa-9e32774fca1e None None] Enqueued Resource ID: 3fe6aaaf-33b3-488a-8820-7b8ded9b935f with Priority: HIGHEST for action port [ 874.487019] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fe6aaaf-33b3-488a-8820-7b8ded9b935f with Priority: HIGHEST for action port [ 874.488227] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-3fe6aaaf-33b3-488a-8820-7b8ded9b935f taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.488227] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3fe6aaaf-33b3-488a-8820-7b8ded9b935f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.488227] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3fe6aaaf-33b3-488a-8820-7b8ded9b935f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.488227] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3fe6aaaf-33b3-488a-8820-7b8ded9b935f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.488227] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fe6aaaf-33b3-488a-8820-7b8ded9b935f',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.635213] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-19 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.635400] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-19" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.635524] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-19" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.635932] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-19" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.639989] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.639989] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.639989] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.639989] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.639989] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.639989] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 874.639989] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 874.639989] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 874.639989] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 874.639989] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 874.639989] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 874.639989] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 874.658061] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 874.658266] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 874.658414] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 874.658595] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-19" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.658947] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-324cd50b-f0e6-442e-b2e7-4d1bf1afc71e taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.659952] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-324cd50b-f0e6-442e-b2e7-4d1bf1afc71e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.659952] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-324cd50b-f0e6-442e-b2e7-4d1bf1afc71e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.659952] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-324cd50b-f0e6-442e-b2e7-4d1bf1afc71e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.660222] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('324cd50b-f0e6-442e-b2e7-4d1bf1afc71e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.716269] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e772ee8d-82dc-4d07-b560-1dc252642660 in Status: SUCCESS [ 874.716514] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e772ee8d-82dc-4d07-b560-1dc252642660 deletion is rescheduled due to dependency. [ 874.716839] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.716877] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.717270] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.717468] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.717798] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.717798] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.717931] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.718246] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.718437] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e772ee8d-82dc-4d07-b560-1dc252642660',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.889618] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.889618] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.889618] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.889618] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.889618] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.889618] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35ded8b6-2b6f-4361-9905-8e632094aba8 is going to be created. [ 874.923024] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.923024] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.923024] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.923024] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.923024] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.937386] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35ded8b6-2b6f-4361-9905-8e632094aba8 in Status: UNINITIALIZED for 2s [ 874.990089] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3fe6aaaf-33b3-488a-8820-7b8ded9b935f [ 874.991714] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.991714] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.991714] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.991714] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.991714] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.991714] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3fe6aaaf-33b3-488a-8820-7b8ded9b935f already deleted. [ 874.991714] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3fe6aaaf-33b3-488a-8820-7b8ded9b935f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.086598] env[69392]: INFO networking_nsxv3.common.synchronization [req-36aad990-64d8-4e2a-8bd7-a811dfe8f2b5 req-47b3310b-4581-4ef8-9431-dedbec2aff47 tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Enqueued Resource ID: 69c25749-8a6b-44d2-90d3-c975fe87bc9d with Priority: HIGHEST for action security_group_members [ 875.087531] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69c25749-8a6b-44d2-90d3-c975fe87bc9d with Priority: HIGHEST for action security_group_members [ 875.087970] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-69c25749-8a6b-44d2-90d3-c975fe87bc9d taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.088206] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69c25749-8a6b-44d2-90d3-c975fe87bc9d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.088299] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69c25749-8a6b-44d2-90d3-c975fe87bc9d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.088555] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69c25749-8a6b-44d2-90d3-c975fe87bc9d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.088766] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.090024] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.090024] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.090160] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.090273] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.090408] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69c25749-8a6b-44d2-90d3-c975fe87bc9d',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.164507] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.164797] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.164925] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.165228] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.165382] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.165541] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port 324cd50b-f0e6-442e-b2e7-4d1bf1afc71e not found, creating... [ 875.165841] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.166041] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.166186] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.166470] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.166629] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.167415] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.167597] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.167760] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.168661] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.168818] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.169372] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 324cd50b-f0e6-442e-b2e7-4d1bf1afc71e is going to be created. [ 875.220922] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.221164] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.221314] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.221630] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.221901] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.222166] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-324cd50b-f0e6-442e-b2e7-4d1bf1afc71e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.223605] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.223947] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.223947] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.224177] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.224177] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.224792] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.224938] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.225024] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.225410] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.225410] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.225410] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e772ee8d-82dc-4d07-b560-1dc252642660 is going to be updated. [ 875.272917] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.273956] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.273956] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.273956] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.273956] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.287847] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e772ee8d-82dc-4d07-b560-1dc252642660 in Status: IN_PROGRESS for 2s [ 875.480696] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 523ba16e-9aef-4d46-81c8-289c4328529e in Status: SUCCESS [ 875.480696] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 523ba16e-9aef-4d46-81c8-289c4328529e deletion is rescheduled due to dependency. [ 875.480696] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-523ba16e-9aef-4d46-81c8-289c4328529e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.538871] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c3ca408-ed49-491f-81bb-1dec9b3e01f9 in Status: SUCCESS [ 875.539119] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c3ca408-ed49-491f-81bb-1dec9b3e01f9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.596408] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.596408] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.596408] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.596408] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.596408] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.596408] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.596408] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.596408] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.596408] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.596408] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.596408] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69c25749-8a6b-44d2-90d3-c975fe87bc9d is going to be updated. [ 875.622213] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.622357] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.622432] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.622694] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.622842] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.635156] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69c25749-8a6b-44d2-90d3-c975fe87bc9d in Status: IN_PROGRESS for 2s [ 876.577244] env[69392]: INFO networking_nsxv3.common.synchronization [req-6cf71db6-46e0-49be-949c-08f8caeff454 req-179c71e7-757d-4686-b16a-636ffa383164 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Enqueued Resource ID: 83a22041-d482-4873-a694-7215d243b95b with Priority: HIGHEST for action security_group_members [ 876.578353] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83a22041-d482-4873-a694-7215d243b95b with Priority: HIGHEST for action security_group_members [ 876.578505] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-83a22041-d482-4873-a694-7215d243b95b taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.578609] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83a22041-d482-4873-a694-7215d243b95b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.578609] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83a22041-d482-4873-a694-7215d243b95b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.579047] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83a22041-d482-4873-a694-7215d243b95b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.579138] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.579252] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.579252] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.579393] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.579482] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.579580] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83a22041-d482-4873-a694-7215d243b95b',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.919465] env[69392]: INFO networking_nsxv3.common.synchronization [req-f4003810-4d20-44ab-865d-39e2cda88559 req-e34e0340-6eb6-47cd-a9cc-eb2f03aedfbf service nova] Enqueued Resource ID: d423ac92-d7bb-455a-9805-981f71c4380e with Priority: HIGHEST for action security_group_rules [ 876.919613] env[69392]: INFO networking_nsxv3.common.synchronization [req-f4003810-4d20-44ab-865d-39e2cda88559 req-e34e0340-6eb6-47cd-a9cc-eb2f03aedfbf service nova] Enqueued Resource ID: d423ac92-d7bb-455a-9805-981f71c4380e with Priority: HIGHEST for action security_group_members [ 876.919691] env[69392]: INFO networking_nsxv3.common.synchronization [req-f4003810-4d20-44ab-865d-39e2cda88559 req-e34e0340-6eb6-47cd-a9cc-eb2f03aedfbf service nova] Enqueued Resource ID: 324cd50b-f0e6-442e-b2e7-4d1bf1afc71e with Priority: HIGHEST for action port [ 876.919902] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d423ac92-d7bb-455a-9805-981f71c4380e with Priority: HIGHEST for action security_group_rules [ 876.920036] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d423ac92-d7bb-455a-9805-981f71c4380e with Priority: HIGHEST for action security_group_members [ 876.920135] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 324cd50b-f0e6-442e-b2e7-4d1bf1afc71e with Priority: HIGHEST for action port [ 876.922666] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d423ac92-d7bb-455a-9805-981f71c4380e taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.922666] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d423ac92-d7bb-455a-9805-981f71c4380e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.922666] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d423ac92-d7bb-455a-9805-981f71c4380e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.923113] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d423ac92-d7bb-455a-9805-981f71c4380e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.923113] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d423ac92-d7bb-455a-9805-981f71c4380e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.924783] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-d423ac92-d7bb-455a-9805-981f71c4380e taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.924783] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d423ac92-d7bb-455a-9805-981f71c4380e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.924783] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d423ac92-d7bb-455a-9805-981f71c4380e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.924783] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d423ac92-d7bb-455a-9805-981f71c4380e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.925446] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.925446] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.925446] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.925446] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.925446] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.925446] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d423ac92-d7bb-455a-9805-981f71c4380e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.927367] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-324cd50b-f0e6-442e-b2e7-4d1bf1afc71e taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.927367] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-324cd50b-f0e6-442e-b2e7-4d1bf1afc71e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.927367] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-324cd50b-f0e6-442e-b2e7-4d1bf1afc71e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.927644] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-324cd50b-f0e6-442e-b2e7-4d1bf1afc71e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.927644] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('324cd50b-f0e6-442e-b2e7-4d1bf1afc71e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.951489] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35ded8b6-2b6f-4361-9905-8e632094aba8 in Status: SUCCESS [ 876.953662] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35ded8b6-2b6f-4361-9905-8e632094aba8" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.954383] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35ded8b6-2b6f-4361-9905-8e632094aba8" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.954626] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35ded8b6-2b6f-4361-9905-8e632094aba8" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.954828] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.954946] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.955024] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.955191] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.955272] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.955359] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35ded8b6-2b6f-4361-9905-8e632094aba8" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.955446] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('35ded8b6-2b6f-4361-9905-8e632094aba8',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.081827] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('83a22041-d482-4873-a694-7215d243b95b',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.185408] env[69392]: INFO networking_nsxv3.common.synchronization [req-f490564a-99ef-4687-8ccd-20d965041ca2 req-25215759-2058-49cb-860a-6799b2c88e64 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Enqueued Resource ID: 026fede5-c5b9-459d-886c-6215c7bd8f42 with Priority: HIGHEST for action security_group_members [ 877.185408] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 026fede5-c5b9-459d-886c-6215c7bd8f42 with Priority: HIGHEST for action security_group_members [ 877.185408] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-026fede5-c5b9-459d-886c-6215c7bd8f42 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.185408] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-026fede5-c5b9-459d-886c-6215c7bd8f42" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.185408] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-026fede5-c5b9-459d-886c-6215c7bd8f42" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.185408] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-026fede5-c5b9-459d-886c-6215c7bd8f42" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.185736] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.185736] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.185736] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.185887] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.185887] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.185967] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('026fede5-c5b9-459d-886c-6215c7bd8f42',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.214357] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-971 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.214541] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-971" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.214661] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-971" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.214930] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-971" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.215225] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.215389] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.215492] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.215794] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.215877] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.217035] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 877.218057] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 877.218057] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 877.218057] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 877.218057] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 877.218057] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 877.218057] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 877.265183] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 877.265183] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.047 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 877.265183] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 877.265183] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-971" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.266122] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-503e197f-cf80-4e1b-9e9f-ca8921725096 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.269410] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-503e197f-cf80-4e1b-9e9f-ca8921725096" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.269410] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-503e197f-cf80-4e1b-9e9f-ca8921725096" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.269410] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-503e197f-cf80-4e1b-9e9f-ca8921725096" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.269410] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('503e197f-cf80-4e1b-9e9f-ca8921725096',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.297988] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e772ee8d-82dc-4d07-b560-1dc252642660 in Status: SUCCESS [ 877.299529] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e772ee8d-82dc-4d07-b560-1dc252642660 deletion is rescheduled due to dependency. [ 877.299700] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.322380] env[69392]: INFO networking_nsxv3.common.synchronization [None req-d5914db1-4d63-4ebb-aa49-13922cca614c None None] Enqueued Resource ID: 698f78a0-c75a-4ddd-8c57-09e1ec1e6d7e with Priority: HIGHEST for action port [ 877.322954] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 698f78a0-c75a-4ddd-8c57-09e1ec1e6d7e with Priority: HIGHEST for action port [ 877.323362] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-698f78a0-c75a-4ddd-8c57-09e1ec1e6d7e taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.323521] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-698f78a0-c75a-4ddd-8c57-09e1ec1e6d7e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.323845] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-698f78a0-c75a-4ddd-8c57-09e1ec1e6d7e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.323845] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-698f78a0-c75a-4ddd-8c57-09e1ec1e6d7e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.325314] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('698f78a0-c75a-4ddd-8c57-09e1ec1e6d7e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.431530] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-d423ac92-d7bb-455a-9805-981f71c4380e taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.432028] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d423ac92-d7bb-455a-9805-981f71c4380e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.433203] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d423ac92-d7bb-455a-9805-981f71c4380e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.434806] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 324cd50b-f0e6-442e-b2e7-4d1bf1afc71e with status ACTIVE [ 877.435029] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.435181] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.435322] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.437172] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.437172] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.437172] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.437172] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.437172] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.437172] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.437172] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.437172] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.437172] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.437172] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.437502] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.437502] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.437502] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 324cd50b-f0e6-442e-b2e7-4d1bf1afc71e is going to be updated. [ 877.463024] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.463024] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.463024] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.463024] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.463024] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.463024] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-324cd50b-f0e6-442e-b2e7-4d1bf1afc71e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.463024] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-35ded8b6-2b6f-4361-9905-8e632094aba8 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.463024] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35ded8b6-2b6f-4361-9905-8e632094aba8" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.463625] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35ded8b6-2b6f-4361-9905-8e632094aba8" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.463625] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35ded8b6-2b6f-4361-9905-8e632094aba8" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.463625] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.463625] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.463769] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.463897] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.463946] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.466029] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35ded8b6-2b6f-4361-9905-8e632094aba8" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.466029] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-35ded8b6-2b6f-4361-9905-8e632094aba8 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.466029] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35ded8b6-2b6f-4361-9905-8e632094aba8" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.466029] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35ded8b6-2b6f-4361-9905-8e632094aba8" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.466029] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35ded8b6-2b6f-4361-9905-8e632094aba8" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.466029] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.466029] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.466029] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.466029] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.466029] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.466029] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35ded8b6-2b6f-4361-9905-8e632094aba8" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.466029] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('35ded8b6-2b6f-4361-9905-8e632094aba8',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.586932] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('83a22041-d482-4873-a694-7215d243b95b',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.647071] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69c25749-8a6b-44d2-90d3-c975fe87bc9d in Status: SUCCESS [ 877.647071] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69c25749-8a6b-44d2-90d3-c975fe87bc9d deletion is rescheduled due to dependency. [ 877.647071] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69c25749-8a6b-44d2-90d3-c975fe87bc9d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.692185] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.692185] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.692185] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.692509] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.720298] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.720590] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.720717] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.720784] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.720992] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.721094] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.721199] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 026fede5-c5b9-459d-886c-6215c7bd8f42 is going to be updated. [ 877.753719] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.753719] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.753719] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.753719] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.753719] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.764625] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 026fede5-c5b9-459d-886c-6215c7bd8f42 in Status: IN_PROGRESS for 2s [ 877.770409] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.770658] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.770791] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.771095] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.771243] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.771397] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port 503e197f-cf80-4e1b-9e9f-ca8921725096 not found, creating... [ 877.771713] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.771876] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.771995] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.772229] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.772365] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.772653] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.772897] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.772931] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.773257] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.773383] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.773553] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 503e197f-cf80-4e1b-9e9f-ca8921725096 is going to be created. [ 877.797966] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.798211] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.798339] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.798669] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.799473] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.799473] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-503e197f-cf80-4e1b-9e9f-ca8921725096" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.829361] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 698f78a0-c75a-4ddd-8c57-09e1ec1e6d7e [ 877.829586] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.830011] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.830011] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.830011] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.830128] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.830201] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:698f78a0-c75a-4ddd-8c57-09e1ec1e6d7e already deleted. [ 877.830281] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-698f78a0-c75a-4ddd-8c57-09e1ec1e6d7e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.934660] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d423ac92-d7bb-455a-9805-981f71c4380e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.967670] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 35ded8b6-2b6f-4361-9905-8e632094aba8: rpc.has_security_group_logging(os_id): False [ 877.990573] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.990573] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.990573] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.990573] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.990995] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.990995] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.990995] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.990995] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.991234] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.991234] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.991516] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.991684] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.991684] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.992816] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.992816] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.992816] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.992816] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.992816] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.992816] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.992816] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.992816] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35ded8b6-2b6f-4361-9905-8e632094aba8 is going to be created. [ 878.058085] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.058085] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.058085] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.058331] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.058689] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.075864] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35ded8b6-2b6f-4361-9905-8e632094aba8 in Status: IN_PROGRESS for 2s [ 878.087563] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.087801] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.087904] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.088284] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.088446] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.088651] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83a22041-d482-4873-a694-7215d243b95b is going to be updated. [ 878.125393] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.125393] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.125393] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.125393] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.125393] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.141874] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83a22041-d482-4873-a694-7215d243b95b in Status: IN_PROGRESS for 2s [ 878.442713] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.442964] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.443113] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.443473] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.443616] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.443751] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d423ac92-d7bb-455a-9805-981f71c4380e is going to be created. [ 878.469776] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.469922] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.469990] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.470617] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.471201] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.488358] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d423ac92-d7bb-455a-9805-981f71c4380e in Status: UNINITIALIZED for 2s [ 878.607534] env[69392]: INFO networking_nsxv3.common.synchronization [req-6cf71db6-46e0-49be-949c-08f8caeff454 req-8913fccb-31ef-4135-b039-5dd9a23595b6 service nova] Enqueued Resource ID: 83a22041-d482-4873-a694-7215d243b95b with Priority: HIGHEST for action security_group_rules [ 878.607827] env[69392]: INFO networking_nsxv3.common.synchronization [req-6cf71db6-46e0-49be-949c-08f8caeff454 req-8913fccb-31ef-4135-b039-5dd9a23595b6 service nova] Enqueued Resource ID: 83a22041-d482-4873-a694-7215d243b95b with Priority: HIGHEST for action security_group_members [ 878.607973] env[69392]: INFO networking_nsxv3.common.synchronization [req-6cf71db6-46e0-49be-949c-08f8caeff454 req-8913fccb-31ef-4135-b039-5dd9a23595b6 service nova] Enqueued Resource ID: 503e197f-cf80-4e1b-9e9f-ca8921725096 with Priority: HIGHEST for action port [ 878.608531] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83a22041-d482-4873-a694-7215d243b95b with Priority: HIGHEST for action security_group_rules [ 878.608680] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83a22041-d482-4873-a694-7215d243b95b with Priority: HIGHEST for action security_group_members [ 878.608818] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 503e197f-cf80-4e1b-9e9f-ca8921725096 with Priority: HIGHEST for action port [ 878.609169] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83a22041-d482-4873-a694-7215d243b95b taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.609357] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83a22041-d482-4873-a694-7215d243b95b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.609777] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83a22041-d482-4873-a694-7215d243b95b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.609777] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83a22041-d482-4873-a694-7215d243b95b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.609777] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83a22041-d482-4873-a694-7215d243b95b',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.610702] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-83a22041-d482-4873-a694-7215d243b95b taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.610789] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83a22041-d482-4873-a694-7215d243b95b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.611129] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-503e197f-cf80-4e1b-9e9f-ca8921725096 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.611129] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-503e197f-cf80-4e1b-9e9f-ca8921725096" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.611261] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-503e197f-cf80-4e1b-9e9f-ca8921725096" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.611707] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-503e197f-cf80-4e1b-9e9f-ca8921725096" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.611707] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('503e197f-cf80-4e1b-9e9f-ca8921725096',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.114356] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-83a22041-d482-4873-a694-7215d243b95b taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.114556] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83a22041-d482-4873-a694-7215d243b95b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.115221] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 503e197f-cf80-4e1b-9e9f-ca8921725096 with status ACTIVE [ 879.115221] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.115221] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.115221] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.115424] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.115424] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.115555] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.115651] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.115715] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.115900] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.115980] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.116183] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.116278] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.116339] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.116484] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.116562] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.116648] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 503e197f-cf80-4e1b-9e9f-ca8921725096 is going to be updated. [ 879.141642] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.141642] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.141642] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.141642] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.141999] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.141999] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-503e197f-cf80-4e1b-9e9f-ca8921725096" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.774589] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 026fede5-c5b9-459d-886c-6215c7bd8f42 in Status: SUCCESS [ 879.774927] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 026fede5-c5b9-459d-886c-6215c7bd8f42 deletion is rescheduled due to dependency. [ 879.775055] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-026fede5-c5b9-459d-886c-6215c7bd8f42" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.086563] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35ded8b6-2b6f-4361-9905-8e632094aba8 in Status: SUCCESS [ 880.086784] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35ded8b6-2b6f-4361-9905-8e632094aba8" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.151608] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83a22041-d482-4873-a694-7215d243b95b in Status: SUCCESS [ 880.151814] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83a22041-d482-4873-a694-7215d243b95b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.152033] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83a22041-d482-4873-a694-7215d243b95b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.152299] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83a22041-d482-4873-a694-7215d243b95b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.152551] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.152551] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.152670] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.152763] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.152843] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.152935] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83a22041-d482-4873-a694-7215d243b95b',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.500669] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d423ac92-d7bb-455a-9805-981f71c4380e in Status: SUCCESS [ 880.500893] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d423ac92-d7bb-455a-9805-981f71c4380e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.501086] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d423ac92-d7bb-455a-9805-981f71c4380e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.501322] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d423ac92-d7bb-455a-9805-981f71c4380e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.501557] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.501693] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.501761] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.501926] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.502015] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.502106] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d423ac92-d7bb-455a-9805-981f71c4380e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.502204] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d423ac92-d7bb-455a-9805-981f71c4380e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.655527] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('83a22041-d482-4873-a694-7215d243b95b',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.004622] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-d423ac92-d7bb-455a-9805-981f71c4380e taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.005067] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d423ac92-d7bb-455a-9805-981f71c4380e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.005067] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d423ac92-d7bb-455a-9805-981f71c4380e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.005274] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d423ac92-d7bb-455a-9805-981f71c4380e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.005856] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.006011] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.006074] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.006752] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.006885] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.007291] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d423ac92-d7bb-455a-9805-981f71c4380e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.007503] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-d423ac92-d7bb-455a-9805-981f71c4380e taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.007614] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d423ac92-d7bb-455a-9805-981f71c4380e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.007756] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d423ac92-d7bb-455a-9805-981f71c4380e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.008271] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d423ac92-d7bb-455a-9805-981f71c4380e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.008493] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.008669] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.008767] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.009170] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.009170] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.009319] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d423ac92-d7bb-455a-9805-981f71c4380e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.009319] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d423ac92-d7bb-455a-9805-981f71c4380e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.158276] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('83a22041-d482-4873-a694-7215d243b95b',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.515801] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d423ac92-d7bb-455a-9805-981f71c4380e: rpc.has_security_group_logging(os_id): False [ 881.537035] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.537165] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.537228] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.537409] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.537496] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.537684] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.537785] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.537866] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.537995] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.538090] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.538277] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.538395] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.538625] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.538829] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.538911] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.539131] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.539248] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.539286] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.539426] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.539495] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.539859] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d423ac92-d7bb-455a-9805-981f71c4380e is going to be created. [ 881.604771] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.604971] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.605083] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.605334] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.605565] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.618085] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d423ac92-d7bb-455a-9805-981f71c4380e in Status: IN_PROGRESS for 2s [ 881.660462] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.660691] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.660691] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.660893] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.661014] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.661135] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83a22041-d482-4873-a694-7215d243b95b is going to be updated. [ 881.716109] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.716109] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.716109] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.716109] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.716109] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.729042] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83a22041-d482-4873-a694-7215d243b95b in Status: IN_PROGRESS for 2s [ 882.052336] env[69392]: INFO networking_nsxv3.common.synchronization [req-4bc0d730-4512-4f94-b99e-d8af20e9a29f req-fbee88c8-51e6-4ffc-9e6c-61f1e81a178c tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Enqueued Resource ID: a918e4b1-d769-4d2a-bb64-6c60d67de60e with Priority: HIGHEST for action security_group_members [ 882.052914] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a918e4b1-d769-4d2a-bb64-6c60d67de60e with Priority: HIGHEST for action security_group_members [ 882.053243] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-a918e4b1-d769-4d2a-bb64-6c60d67de60e taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.053374] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a918e4b1-d769-4d2a-bb64-6c60d67de60e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.053525] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a918e4b1-d769-4d2a-bb64-6c60d67de60e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.053798] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a918e4b1-d769-4d2a-bb64-6c60d67de60e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.053979] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.054286] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.054357] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.054579] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.054623] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.054726] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a918e4b1-d769-4d2a-bb64-6c60d67de60e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.409989] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-543 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.410195] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-543" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.410768] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-543" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.411893] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-543" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.411893] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.411893] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.411893] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.411893] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.412175] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.412251] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 882.412372] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 882.412481] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 882.412589] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 882.412885] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 882.412885] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 882.412951] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 882.439015] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 882.439015] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 882.439015] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 882.439015] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-543" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.439015] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-52ce3b55-b552-44fe-addd-4eed8cf02483 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.439015] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-52ce3b55-b552-44fe-addd-4eed8cf02483" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.439015] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-52ce3b55-b552-44fe-addd-4eed8cf02483" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.439015] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-52ce3b55-b552-44fe-addd-4eed8cf02483" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.439015] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52ce3b55-b552-44fe-addd-4eed8cf02483',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.556496] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.556662] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.556741] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.556982] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.557110] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.557374] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.557482] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.557545] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.557724] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.557807] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.557925] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a918e4b1-d769-4d2a-bb64-6c60d67de60e already deleted. [ 882.558032] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a918e4b1-d769-4d2a-bb64-6c60d67de60e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.940928] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.941497] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.941689] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.942061] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.942260] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.942499] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port 52ce3b55-b552-44fe-addd-4eed8cf02483 not found, creating... [ 882.942866] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.943194] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.943352] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.943742] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.944057] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.944485] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.944750] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.944908] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.946196] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.946579] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.946644] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 52ce3b55-b552-44fe-addd-4eed8cf02483 is going to be created. [ 882.970100] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.970376] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.970496] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.970822] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.971080] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.971332] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-52ce3b55-b552-44fe-addd-4eed8cf02483" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.050563] env[69392]: INFO networking_nsxv3.common.synchronization [req-bac471a1-939d-49c4-ac98-9dcbd2e325eb req-0d5e6c19-22ac-4806-b27f-80d66de97c6c tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Enqueued Resource ID: 2c3ca408-ed49-491f-81bb-1dec9b3e01f9 with Priority: HIGHEST for action security_group_members [ 883.051245] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c3ca408-ed49-491f-81bb-1dec9b3e01f9 with Priority: HIGHEST for action security_group_members [ 883.051617] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c3ca408-ed49-491f-81bb-1dec9b3e01f9 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.051763] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c3ca408-ed49-491f-81bb-1dec9b3e01f9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.051834] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c3ca408-ed49-491f-81bb-1dec9b3e01f9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.053060] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c3ca408-ed49-491f-81bb-1dec9b3e01f9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.053060] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.053060] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.053060] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.053060] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.053060] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.053060] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c3ca408-ed49-491f-81bb-1dec9b3e01f9',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.559264] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.559428] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.559526] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.559730] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.559815] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.560190] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.560303] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.560346] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.560509] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.560583] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.560667] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c3ca408-ed49-491f-81bb-1dec9b3e01f9 is going to be updated. [ 883.590961] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.591166] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.591212] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.591424] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.591587] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.605785] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c3ca408-ed49-491f-81bb-1dec9b3e01f9 in Status: IN_PROGRESS for 2s [ 883.633644] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d423ac92-d7bb-455a-9805-981f71c4380e in Status: SUCCESS [ 883.633940] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d423ac92-d7bb-455a-9805-981f71c4380e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.740113] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83a22041-d482-4873-a694-7215d243b95b in Status: SUCCESS [ 883.740354] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83a22041-d482-4873-a694-7215d243b95b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.740945] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83a22041-d482-4873-a694-7215d243b95b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.740945] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83a22041-d482-4873-a694-7215d243b95b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.740945] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.741113] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.741192] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.741295] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.741390] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.741529] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83a22041-d482-4873-a694-7215d243b95b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.741617] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('83a22041-d482-4873-a694-7215d243b95b',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.747756] env[69392]: INFO networking_nsxv3.common.synchronization [req-4bc0d730-4512-4f94-b99e-d8af20e9a29f req-ae508fba-8c41-444a-832b-84363f1a0223 service nova] Enqueued Resource ID: a918e4b1-d769-4d2a-bb64-6c60d67de60e with Priority: HIGHEST for action security_group_rules [ 883.747756] env[69392]: INFO networking_nsxv3.common.synchronization [req-4bc0d730-4512-4f94-b99e-d8af20e9a29f req-ae508fba-8c41-444a-832b-84363f1a0223 service nova] Enqueued Resource ID: a918e4b1-d769-4d2a-bb64-6c60d67de60e with Priority: HIGHEST for action security_group_members [ 883.747871] env[69392]: INFO networking_nsxv3.common.synchronization [req-4bc0d730-4512-4f94-b99e-d8af20e9a29f req-ae508fba-8c41-444a-832b-84363f1a0223 service nova] Enqueued Resource ID: 52ce3b55-b552-44fe-addd-4eed8cf02483 with Priority: HIGHEST for action port [ 883.748569] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a918e4b1-d769-4d2a-bb64-6c60d67de60e with Priority: HIGHEST for action security_group_rules [ 883.748701] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a918e4b1-d769-4d2a-bb64-6c60d67de60e with Priority: HIGHEST for action security_group_members [ 883.748801] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52ce3b55-b552-44fe-addd-4eed8cf02483 with Priority: HIGHEST for action port [ 883.749211] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a918e4b1-d769-4d2a-bb64-6c60d67de60e taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.749308] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a918e4b1-d769-4d2a-bb64-6c60d67de60e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.749378] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a918e4b1-d769-4d2a-bb64-6c60d67de60e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.752696] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a918e4b1-d769-4d2a-bb64-6c60d67de60e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.752696] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a918e4b1-d769-4d2a-bb64-6c60d67de60e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.752696] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-a918e4b1-d769-4d2a-bb64-6c60d67de60e taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.752696] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a918e4b1-d769-4d2a-bb64-6c60d67de60e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.752696] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a918e4b1-d769-4d2a-bb64-6c60d67de60e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.752696] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a918e4b1-d769-4d2a-bb64-6c60d67de60e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.752696] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.752696] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.752696] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.752696] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.752696] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.752696] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a918e4b1-d769-4d2a-bb64-6c60d67de60e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.752696] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-52ce3b55-b552-44fe-addd-4eed8cf02483 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.752696] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52ce3b55-b552-44fe-addd-4eed8cf02483" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.752696] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52ce3b55-b552-44fe-addd-4eed8cf02483" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.752696] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52ce3b55-b552-44fe-addd-4eed8cf02483" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.753523] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52ce3b55-b552-44fe-addd-4eed8cf02483',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.249427] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-83a22041-d482-4873-a694-7215d243b95b taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.249865] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83a22041-d482-4873-a694-7215d243b95b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.249865] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83a22041-d482-4873-a694-7215d243b95b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.251103] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83a22041-d482-4873-a694-7215d243b95b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.251103] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.251103] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.251103] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.251103] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.252153] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.252379] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83a22041-d482-4873-a694-7215d243b95b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.253512] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-83a22041-d482-4873-a694-7215d243b95b taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.253512] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83a22041-d482-4873-a694-7215d243b95b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.253512] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83a22041-d482-4873-a694-7215d243b95b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.253948] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83a22041-d482-4873-a694-7215d243b95b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.255069] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.255069] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.255069] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.255291] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.255397] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.255925] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83a22041-d482-4873-a694-7215d243b95b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.256716] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('83a22041-d482-4873-a694-7215d243b95b',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.257137] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a918e4b1-d769-4d2a-bb64-6c60d67de60e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.260143] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 52ce3b55-b552-44fe-addd-4eed8cf02483 with status ACTIVE [ 884.260143] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.260143] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.260143] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.260143] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.260143] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.260143] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.260143] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.260143] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.260143] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.260143] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.261180] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.261309] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.261388] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.261656] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.261740] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.261884] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 52ce3b55-b552-44fe-addd-4eed8cf02483 is going to be updated. [ 884.263404] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-a918e4b1-d769-4d2a-bb64-6c60d67de60e taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.263404] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a918e4b1-d769-4d2a-bb64-6c60d67de60e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.286982] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.287145] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.287210] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.289692] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.289692] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.289692] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52ce3b55-b552-44fe-addd-4eed8cf02483" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.767398] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 83a22041-d482-4873-a694-7215d243b95b: rpc.has_security_group_logging(os_id): False [ 884.769184] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a918e4b1-d769-4d2a-bb64-6c60d67de60e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.788684] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.788821] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.788949] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.789155] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.813411] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.813740] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.813870] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.813981] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.814240] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.814331] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.814533] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.814660] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.814725] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.814879] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.814957] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.816026] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.816026] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.816026] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.816026] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.816026] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.816026] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83a22041-d482-4873-a694-7215d243b95b is going to be updated. [ 884.886638] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.886843] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.886918] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.887205] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.887374] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.907749] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83a22041-d482-4873-a694-7215d243b95b in Status: IN_PROGRESS for 2s [ 885.272224] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.272658] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.272658] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.272658] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.272827] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.272891] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a918e4b1-d769-4d2a-bb64-6c60d67de60e is going to be created. [ 885.298046] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.298046] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.298046] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.298046] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.298046] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.317388] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a918e4b1-d769-4d2a-bb64-6c60d67de60e in Status: UNINITIALIZED for 2s [ 885.616177] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c3ca408-ed49-491f-81bb-1dec9b3e01f9 in Status: SUCCESS [ 885.616433] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c3ca408-ed49-491f-81bb-1dec9b3e01f9 deletion is rescheduled due to dependency. [ 885.616522] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c3ca408-ed49-491f-81bb-1dec9b3e01f9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.308795] env[69392]: INFO networking_nsxv3.common.synchronization [req-5969634a-ed19-4698-808a-3a0e68e81012 req-6ae949d8-2e3f-4470-a570-6aa49839b7fc tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Enqueued Resource ID: e6d7b634-70cc-4999-8252-c2e90c5d0fbb with Priority: HIGHEST for action security_group_members [ 886.312641] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6d7b634-70cc-4999-8252-c2e90c5d0fbb with Priority: HIGHEST for action security_group_members [ 886.313011] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6d7b634-70cc-4999-8252-c2e90c5d0fbb taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.313139] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6d7b634-70cc-4999-8252-c2e90c5d0fbb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.313205] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6d7b634-70cc-4999-8252-c2e90c5d0fbb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.313421] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6d7b634-70cc-4999-8252-c2e90c5d0fbb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.313608] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.313713] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.313773] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.313935] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.314031] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.314129] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6d7b634-70cc-4999-8252-c2e90c5d0fbb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.649044] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-164 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.650306] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-164" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.650512] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-164" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.650851] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-164" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.651281] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.652899] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.653164] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.653549] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.653717] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.653991] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 886.654223] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 886.654406] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 886.654558] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 886.654768] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 886.654983] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 886.655246] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 886.674430] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 886.674628] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 886.674777] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 886.674968] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-164" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.675307] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-1b378abd-3e1e-4f87-abc9-0504ff71d132 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.675481] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-1b378abd-3e1e-4f87-abc9-0504ff71d132" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.675604] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-1b378abd-3e1e-4f87-abc9-0504ff71d132" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.676008] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-1b378abd-3e1e-4f87-abc9-0504ff71d132" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.676156] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b378abd-3e1e-4f87-abc9-0504ff71d132',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.816724] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e6d7b634-70cc-4999-8252-c2e90c5d0fbb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.930472] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83a22041-d482-4873-a694-7215d243b95b in Status: SUCCESS [ 886.930472] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83a22041-d482-4873-a694-7215d243b95b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.179435] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.179435] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.179435] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.180079] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.180361] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.180420] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port 1b378abd-3e1e-4f87-abc9-0504ff71d132 not found, creating... [ 887.180705] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.180883] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.181232] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.181232] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.181382] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.182650] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.182650] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.182795] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.182935] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.183063] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.183262] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 1b378abd-3e1e-4f87-abc9-0504ff71d132 is going to be created. [ 887.231873] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.232199] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.232322] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.232602] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.232838] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.233093] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-1b378abd-3e1e-4f87-abc9-0504ff71d132" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.326878] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e6d7b634-70cc-4999-8252-c2e90c5d0fbb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.341480] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a918e4b1-d769-4d2a-bb64-6c60d67de60e in Status: SUCCESS [ 887.341717] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a918e4b1-d769-4d2a-bb64-6c60d67de60e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.341917] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a918e4b1-d769-4d2a-bb64-6c60d67de60e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.342166] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a918e4b1-d769-4d2a-bb64-6c60d67de60e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.342550] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.342658] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.342780] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.342997] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.343104] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.343226] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a918e4b1-d769-4d2a-bb64-6c60d67de60e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.343384] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a918e4b1-d769-4d2a-bb64-6c60d67de60e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.835030] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.835030] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.835030] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.835030] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.835030] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.835030] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6d7b634-70cc-4999-8252-c2e90c5d0fbb is going to be updated. [ 887.850329] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-a918e4b1-d769-4d2a-bb64-6c60d67de60e taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.850329] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a918e4b1-d769-4d2a-bb64-6c60d67de60e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.850329] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a918e4b1-d769-4d2a-bb64-6c60d67de60e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.850329] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a918e4b1-d769-4d2a-bb64-6c60d67de60e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.850329] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.850329] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.850329] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.850329] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.850329] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.850329] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a918e4b1-d769-4d2a-bb64-6c60d67de60e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.850329] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-a918e4b1-d769-4d2a-bb64-6c60d67de60e taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.850893] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a918e4b1-d769-4d2a-bb64-6c60d67de60e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.850893] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a918e4b1-d769-4d2a-bb64-6c60d67de60e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.850893] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a918e4b1-d769-4d2a-bb64-6c60d67de60e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.850893] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.850893] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.850893] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.851217] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.851217] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.851217] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a918e4b1-d769-4d2a-bb64-6c60d67de60e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.851313] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a918e4b1-d769-4d2a-bb64-6c60d67de60e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.865200] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.865544] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.865544] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.865914] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.865914] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.877970] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6d7b634-70cc-4999-8252-c2e90c5d0fbb in Status: IN_PROGRESS for 2s [ 887.963022] env[69392]: INFO networking_nsxv3.common.synchronization [req-5969634a-ed19-4698-808a-3a0e68e81012 req-c526376b-b116-4aa7-9d08-211333987295 service nova] Enqueued Resource ID: e6d7b634-70cc-4999-8252-c2e90c5d0fbb with Priority: HIGHEST for action security_group_rules [ 887.963022] env[69392]: INFO networking_nsxv3.common.synchronization [req-5969634a-ed19-4698-808a-3a0e68e81012 req-c526376b-b116-4aa7-9d08-211333987295 service nova] Enqueued Resource ID: e6d7b634-70cc-4999-8252-c2e90c5d0fbb with Priority: HIGHEST for action security_group_members [ 887.963022] env[69392]: INFO networking_nsxv3.common.synchronization [req-5969634a-ed19-4698-808a-3a0e68e81012 req-c526376b-b116-4aa7-9d08-211333987295 service nova] Enqueued Resource ID: 1b378abd-3e1e-4f87-abc9-0504ff71d132 with Priority: HIGHEST for action port [ 887.963022] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6d7b634-70cc-4999-8252-c2e90c5d0fbb with Priority: HIGHEST for action security_group_rules [ 887.963022] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6d7b634-70cc-4999-8252-c2e90c5d0fbb with Priority: HIGHEST for action security_group_members [ 887.963022] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b378abd-3e1e-4f87-abc9-0504ff71d132 with Priority: HIGHEST for action port [ 887.963022] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6d7b634-70cc-4999-8252-c2e90c5d0fbb taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.963022] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6d7b634-70cc-4999-8252-c2e90c5d0fbb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.963678] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6d7b634-70cc-4999-8252-c2e90c5d0fbb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.963678] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6d7b634-70cc-4999-8252-c2e90c5d0fbb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.963739] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6d7b634-70cc-4999-8252-c2e90c5d0fbb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.964848] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6d7b634-70cc-4999-8252-c2e90c5d0fbb taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.964848] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6d7b634-70cc-4999-8252-c2e90c5d0fbb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.965420] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b378abd-3e1e-4f87-abc9-0504ff71d132 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.965420] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b378abd-3e1e-4f87-abc9-0504ff71d132" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.965420] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b378abd-3e1e-4f87-abc9-0504ff71d132" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.965420] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b378abd-3e1e-4f87-abc9-0504ff71d132" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.966296] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b378abd-3e1e-4f87-abc9-0504ff71d132',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.355402] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a918e4b1-d769-4d2a-bb64-6c60d67de60e: rpc.has_security_group_logging(os_id): False [ 888.380171] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.380410] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.380529] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.380857] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.381068] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.381213] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.381322] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.381384] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.381662] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.381662] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.381824] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.381919] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.381982] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.382485] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.382603] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.382830] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.382931] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.383047] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.383302] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.383755] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.383927] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a918e4b1-d769-4d2a-bb64-6c60d67de60e is going to be created. [ 888.468211] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1b378abd-3e1e-4f87-abc9-0504ff71d132 with status ACTIVE [ 888.469148] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.469533] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.470528] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.473155] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.473155] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.473155] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.473155] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.473155] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.473155] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.473155] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.473155] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.473155] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.473155] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.473155] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.473155] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.473155] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1b378abd-3e1e-4f87-abc9-0504ff71d132 is going to be updated. [ 888.477166] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6d7b634-70cc-4999-8252-c2e90c5d0fbb taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.477166] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6d7b634-70cc-4999-8252-c2e90c5d0fbb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.486195] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.486349] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.486429] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.487869] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.487869] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.502632] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a918e4b1-d769-4d2a-bb64-6c60d67de60e in Status: IN_PROGRESS for 2s [ 888.519258] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.519452] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.519526] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.519747] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.519917] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.520062] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b378abd-3e1e-4f87-abc9-0504ff71d132" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.768294] env[69392]: INFO networking_nsxv3.common.synchronization [req-67f3ed84-24e0-4e0c-82f9-15d5fff7b35f req-e5840d6b-5fef-4038-8e12-27840cc6b245 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Enqueued Resource ID: 624ee1c4-2751-4f3f-8d79-a5dedadab0c7 with Priority: HIGHEST for action security_group_members [ 889.769235] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 624ee1c4-2751-4f3f-8d79-a5dedadab0c7 with Priority: HIGHEST for action security_group_members [ 889.769932] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-624ee1c4-2751-4f3f-8d79-a5dedadab0c7 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.769932] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-624ee1c4-2751-4f3f-8d79-a5dedadab0c7" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.770177] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-624ee1c4-2751-4f3f-8d79-a5dedadab0c7" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.770889] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-624ee1c4-2751-4f3f-8d79-a5dedadab0c7" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.771125] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.771242] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.771442] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.771914] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.772030] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.772136] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('624ee1c4-2751-4f3f-8d79-a5dedadab0c7',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.891288] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6d7b634-70cc-4999-8252-c2e90c5d0fbb in Status: SUCCESS [ 889.891755] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6d7b634-70cc-4999-8252-c2e90c5d0fbb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.891874] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6d7b634-70cc-4999-8252-c2e90c5d0fbb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.892185] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6d7b634-70cc-4999-8252-c2e90c5d0fbb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.892432] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.892647] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.892753] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.893030] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.893187] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.893336] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6d7b634-70cc-4999-8252-c2e90c5d0fbb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.277232] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.277232] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.277232] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.277232] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.310040] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.310040] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.310040] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.310040] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.310040] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.310040] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.310040] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 624ee1c4-2751-4f3f-8d79-a5dedadab0c7 is going to be updated. [ 890.338309] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.338884] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.341019] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.341019] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.341019] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.353312] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 624ee1c4-2751-4f3f-8d79-a5dedadab0c7 in Status: IN_PROGRESS for 2s [ 890.400528] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e6d7b634-70cc-4999-8252-c2e90c5d0fbb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.522580] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a918e4b1-d769-4d2a-bb64-6c60d67de60e in Status: SUCCESS [ 890.522580] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a918e4b1-d769-4d2a-bb64-6c60d67de60e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.902069] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e6d7b634-70cc-4999-8252-c2e90c5d0fbb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.406049] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.406049] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.406049] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.406049] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.406049] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.406049] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6d7b634-70cc-4999-8252-c2e90c5d0fbb is going to be updated. [ 891.436034] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.436034] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.436034] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.436034] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.436034] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.446090] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6d7b634-70cc-4999-8252-c2e90c5d0fbb in Status: IN_PROGRESS for 2s [ 892.365286] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 624ee1c4-2751-4f3f-8d79-a5dedadab0c7 in Status: SUCCESS [ 892.365749] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 624ee1c4-2751-4f3f-8d79-a5dedadab0c7 deletion is rescheduled due to dependency. [ 892.365749] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-624ee1c4-2751-4f3f-8d79-a5dedadab0c7" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.459669] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6d7b634-70cc-4999-8252-c2e90c5d0fbb in Status: SUCCESS [ 893.461041] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6d7b634-70cc-4999-8252-c2e90c5d0fbb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.461041] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6d7b634-70cc-4999-8252-c2e90c5d0fbb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.461041] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6d7b634-70cc-4999-8252-c2e90c5d0fbb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.461041] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.461363] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.461363] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.461476] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.461534] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.461771] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6d7b634-70cc-4999-8252-c2e90c5d0fbb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.461771] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e6d7b634-70cc-4999-8252-c2e90c5d0fbb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.964627] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6d7b634-70cc-4999-8252-c2e90c5d0fbb taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.964934] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6d7b634-70cc-4999-8252-c2e90c5d0fbb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.966310] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6d7b634-70cc-4999-8252-c2e90c5d0fbb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.966310] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6d7b634-70cc-4999-8252-c2e90c5d0fbb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.966310] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.966592] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.966592] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.966661] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.966703] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.966829] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6d7b634-70cc-4999-8252-c2e90c5d0fbb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.966947] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6d7b634-70cc-4999-8252-c2e90c5d0fbb taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.967055] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6d7b634-70cc-4999-8252-c2e90c5d0fbb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.967110] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6d7b634-70cc-4999-8252-c2e90c5d0fbb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.967267] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6d7b634-70cc-4999-8252-c2e90c5d0fbb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.967414] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.967507] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.967580] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.967696] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.967781] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.967863] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6d7b634-70cc-4999-8252-c2e90c5d0fbb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.967954] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e6d7b634-70cc-4999-8252-c2e90c5d0fbb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.470343] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e6d7b634-70cc-4999-8252-c2e90c5d0fbb: rpc.has_security_group_logging(os_id): False [ 894.490538] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.490714] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.490767] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.490975] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.511889] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.512095] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.512234] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.512294] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.512474] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.514051] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.514051] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.514051] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.514051] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.514051] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.514051] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.514051] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.514051] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.514051] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.514051] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.514051] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.514051] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6d7b634-70cc-4999-8252-c2e90c5d0fbb is going to be updated. [ 894.582292] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.582579] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.582579] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.582761] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.582926] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.601365] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6d7b634-70cc-4999-8252-c2e90c5d0fbb in Status: IN_PROGRESS for 2s [ 894.771400] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 894.771722] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 895.186101] env[69392]: INFO networking_nsxv3.common.synchronization [req-5f27f6fb-314e-4240-887a-41203a7e29f6 req-2c387ec5-88f6-4fb4-ad54-5e80b7f96a25 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Enqueued Resource ID: 60803e0d-1dc7-43a3-bc06-9feb6c234283 with Priority: HIGHEST for action security_group_members [ 895.186897] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60803e0d-1dc7-43a3-bc06-9feb6c234283 with Priority: HIGHEST for action security_group_members [ 895.188487] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-60803e0d-1dc7-43a3-bc06-9feb6c234283 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.188669] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60803e0d-1dc7-43a3-bc06-9feb6c234283" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.188757] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60803e0d-1dc7-43a3-bc06-9feb6c234283" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.189032] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60803e0d-1dc7-43a3-bc06-9feb6c234283" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.189295] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.189507] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.189507] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.192277] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.192455] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.192579] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60803e0d-1dc7-43a3-bc06-9feb6c234283',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.701623] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.702097] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.702097] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.702263] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.702407] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.702679] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.702890] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.702890] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.703129] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.703251] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.703362] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60803e0d-1dc7-43a3-bc06-9feb6c234283 is going to be updated. [ 895.737853] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.738134] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.738242] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.738541] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.738742] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.760584] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60803e0d-1dc7-43a3-bc06-9feb6c234283 in Status: IN_PROGRESS for 2s [ 895.831165] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-577 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.831491] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-577" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.831647] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-577" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.831937] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-577" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.832234] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.832400] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.832520] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.832751] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.832905] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.833132] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 895.833258] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 895.833353] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 895.833459] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 895.833626] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 895.833722] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 895.833859] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 895.870299] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 895.870299] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 895.870299] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 895.870299] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-577" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.870299] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-37e2f2ea-1c04-4d6b-9937-f04d339e95f0 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.870299] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-37e2f2ea-1c04-4d6b-9937-f04d339e95f0" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.870299] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-37e2f2ea-1c04-4d6b-9937-f04d339e95f0" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.870299] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-37e2f2ea-1c04-4d6b-9937-f04d339e95f0" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.870299] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37e2f2ea-1c04-4d6b-9937-f04d339e95f0',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.373045] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.373343] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.373486] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.373881] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.374764] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.374764] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port 37e2f2ea-1c04-4d6b-9937-f04d339e95f0 not found, creating... [ 896.374764] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.374764] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.374952] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.375042] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.375186] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.379018] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.379018] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.379018] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.379018] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.379018] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.379018] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 37e2f2ea-1c04-4d6b-9937-f04d339e95f0 is going to be created. [ 896.412893] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.413114] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.413235] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.413508] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.413771] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.414012] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-37e2f2ea-1c04-4d6b-9937-f04d339e95f0" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.627018] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6d7b634-70cc-4999-8252-c2e90c5d0fbb in Status: SUCCESS [ 896.627179] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6d7b634-70cc-4999-8252-c2e90c5d0fbb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.472053] env[69392]: INFO networking_nsxv3.common.synchronization [req-5f27f6fb-314e-4240-887a-41203a7e29f6 req-2a535c76-5e69-4b53-9dcc-dd8a094e814b service nova] Enqueued Resource ID: 60803e0d-1dc7-43a3-bc06-9feb6c234283 with Priority: HIGHEST for action security_group_rules [ 897.472349] env[69392]: INFO networking_nsxv3.common.synchronization [req-5f27f6fb-314e-4240-887a-41203a7e29f6 req-2a535c76-5e69-4b53-9dcc-dd8a094e814b service nova] Enqueued Resource ID: 60803e0d-1dc7-43a3-bc06-9feb6c234283 with Priority: HIGHEST for action security_group_members [ 897.472349] env[69392]: INFO networking_nsxv3.common.synchronization [req-5f27f6fb-314e-4240-887a-41203a7e29f6 req-2a535c76-5e69-4b53-9dcc-dd8a094e814b service nova] Enqueued Resource ID: 37e2f2ea-1c04-4d6b-9937-f04d339e95f0 with Priority: HIGHEST for action port [ 897.472702] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60803e0d-1dc7-43a3-bc06-9feb6c234283 with Priority: HIGHEST for action security_group_rules [ 897.472782] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60803e0d-1dc7-43a3-bc06-9feb6c234283 with Priority: HIGHEST for action security_group_members [ 897.473083] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37e2f2ea-1c04-4d6b-9937-f04d339e95f0 with Priority: HIGHEST for action port [ 897.474028] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60803e0d-1dc7-43a3-bc06-9feb6c234283 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.474906] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60803e0d-1dc7-43a3-bc06-9feb6c234283" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.474906] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60803e0d-1dc7-43a3-bc06-9feb6c234283" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.474906] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60803e0d-1dc7-43a3-bc06-9feb6c234283" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.474906] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60803e0d-1dc7-43a3-bc06-9feb6c234283',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.475530] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-60803e0d-1dc7-43a3-bc06-9feb6c234283 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.477044] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60803e0d-1dc7-43a3-bc06-9feb6c234283" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.477044] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-37e2f2ea-1c04-4d6b-9937-f04d339e95f0 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.477044] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37e2f2ea-1c04-4d6b-9937-f04d339e95f0" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.477044] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37e2f2ea-1c04-4d6b-9937-f04d339e95f0" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.477044] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37e2f2ea-1c04-4d6b-9937-f04d339e95f0" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.477044] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37e2f2ea-1c04-4d6b-9937-f04d339e95f0',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.661092] env[69392]: INFO networking_nsxv3.common.synchronization [req-86741804-ad9f-4d22-9635-c2acb04319ac req-35e19b84-1982-497c-84a6-d59b02970281 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Enqueued Resource ID: 122d5dca-1cb7-4a79-b4c8-017e868e5c5c with Priority: HIGHEST for action security_group_members [ 897.661902] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 122d5dca-1cb7-4a79-b4c8-017e868e5c5c with Priority: HIGHEST for action security_group_members [ 897.662355] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-122d5dca-1cb7-4a79-b4c8-017e868e5c5c taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.662567] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-122d5dca-1cb7-4a79-b4c8-017e868e5c5c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.662679] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-122d5dca-1cb7-4a79-b4c8-017e868e5c5c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.663080] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-122d5dca-1cb7-4a79-b4c8-017e868e5c5c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.663467] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.663467] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.663582] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.666501] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.666501] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.666501] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('122d5dca-1cb7-4a79-b4c8-017e868e5c5c',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.771400] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60803e0d-1dc7-43a3-bc06-9feb6c234283 in Status: SUCCESS [ 897.774021] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60803e0d-1dc7-43a3-bc06-9feb6c234283 deletion is rescheduled due to dependency. [ 897.774021] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60803e0d-1dc7-43a3-bc06-9feb6c234283" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.774021] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60803e0d-1dc7-43a3-bc06-9feb6c234283" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.774021] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60803e0d-1dc7-43a3-bc06-9feb6c234283" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.774021] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.774021] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.774021] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.774021] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.774021] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.774021] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60803e0d-1dc7-43a3-bc06-9feb6c234283',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.979729] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-60803e0d-1dc7-43a3-bc06-9feb6c234283 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.979729] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60803e0d-1dc7-43a3-bc06-9feb6c234283" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.982351] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 37e2f2ea-1c04-4d6b-9937-f04d339e95f0 with status ACTIVE [ 897.986245] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.986245] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.986245] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.986245] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.986245] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.986245] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.986245] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.986245] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.986245] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.986245] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.986245] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.986245] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.986245] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.986245] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.986245] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.986245] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 37e2f2ea-1c04-4d6b-9937-f04d339e95f0 is going to be updated. [ 898.016169] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.016169] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.016169] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.016169] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.016169] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.016169] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37e2f2ea-1c04-4d6b-9937-f04d339e95f0" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.147291] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-705 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.147445] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-705" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.147725] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-705" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.147863] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-705" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.148143] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.148304] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.148421] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.148634] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.148937] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.148999] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 898.149123] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 898.149692] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 898.149692] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 898.149692] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 898.149692] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 898.149887] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 898.168720] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.168720] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.168720] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.168720] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.168720] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.169182] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.169182] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.169336] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.169402] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.169571] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.169571] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 122d5dca-1cb7-4a79-b4c8-017e868e5c5c already deleted. [ 898.169734] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-122d5dca-1cb7-4a79-b4c8-017e868e5c5c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.175939] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 898.176276] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 898.176276] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 898.176440] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-705" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.176854] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-188fa42d-7f8f-410f-b3c4-d8596f49cd11 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.176966] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-188fa42d-7f8f-410f-b3c4-d8596f49cd11" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.177115] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-188fa42d-7f8f-410f-b3c4-d8596f49cd11" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.177496] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-188fa42d-7f8f-410f-b3c4-d8596f49cd11" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.177658] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('188fa42d-7f8f-410f-b3c4-d8596f49cd11',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.277073] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60803e0d-1dc7-43a3-bc06-9feb6c234283',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.685122] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.685122] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.685122] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.685122] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.685122] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.685122] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port 188fa42d-7f8f-410f-b3c4-d8596f49cd11 not found, creating... [ 898.685122] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.685122] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.685122] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.685122] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.685122] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.685721] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.685721] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.685721] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.685721] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.685721] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.687960] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 188fa42d-7f8f-410f-b3c4-d8596f49cd11 is going to be created. [ 898.712644] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.712644] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.712644] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.712644] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.712644] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.712644] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-188fa42d-7f8f-410f-b3c4-d8596f49cd11" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.780079] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60803e0d-1dc7-43a3-bc06-9feb6c234283',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.284694] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.284694] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.284694] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.284694] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.284694] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.284694] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60803e0d-1dc7-43a3-bc06-9feb6c234283 is going to be updated. [ 899.320978] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.320978] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.320978] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.323023] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.323023] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.332787] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60803e0d-1dc7-43a3-bc06-9feb6c234283 in Status: IN_PROGRESS for 2s [ 899.823864] env[69392]: INFO networking_nsxv3.common.synchronization [None req-4d2bc120-eac5-4ebf-a5cf-4082e5bacc97 None None] Enqueued Resource ID: 490c56c8-8ad2-41f9-8b26-e68a0aaa852b with Priority: HIGHEST for action port [ 899.824723] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 490c56c8-8ad2-41f9-8b26-e68a0aaa852b with Priority: HIGHEST for action port [ 899.824994] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-490c56c8-8ad2-41f9-8b26-e68a0aaa852b taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.825786] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-490c56c8-8ad2-41f9-8b26-e68a0aaa852b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.825786] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-490c56c8-8ad2-41f9-8b26-e68a0aaa852b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.825921] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-490c56c8-8ad2-41f9-8b26-e68a0aaa852b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.825957] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('490c56c8-8ad2-41f9-8b26-e68a0aaa852b',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.177893] env[69392]: INFO networking_nsxv3.common.synchronization [req-86741804-ad9f-4d22-9635-c2acb04319ac req-5c3b6946-460c-45f0-9d96-80116e97c6be service nova] Enqueued Resource ID: 122d5dca-1cb7-4a79-b4c8-017e868e5c5c with Priority: HIGHEST for action security_group_rules [ 900.179025] env[69392]: INFO networking_nsxv3.common.synchronization [req-86741804-ad9f-4d22-9635-c2acb04319ac req-5c3b6946-460c-45f0-9d96-80116e97c6be service nova] Enqueued Resource ID: 122d5dca-1cb7-4a79-b4c8-017e868e5c5c with Priority: HIGHEST for action security_group_members [ 900.179025] env[69392]: INFO networking_nsxv3.common.synchronization [req-86741804-ad9f-4d22-9635-c2acb04319ac req-5c3b6946-460c-45f0-9d96-80116e97c6be service nova] Enqueued Resource ID: 188fa42d-7f8f-410f-b3c4-d8596f49cd11 with Priority: HIGHEST for action port [ 900.179025] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 122d5dca-1cb7-4a79-b4c8-017e868e5c5c with Priority: HIGHEST for action security_group_rules [ 900.179025] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 122d5dca-1cb7-4a79-b4c8-017e868e5c5c with Priority: HIGHEST for action security_group_members [ 900.179025] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 188fa42d-7f8f-410f-b3c4-d8596f49cd11 with Priority: HIGHEST for action port [ 900.180147] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-122d5dca-1cb7-4a79-b4c8-017e868e5c5c taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.180147] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-122d5dca-1cb7-4a79-b4c8-017e868e5c5c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.180147] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-122d5dca-1cb7-4a79-b4c8-017e868e5c5c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.180147] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-122d5dca-1cb7-4a79-b4c8-017e868e5c5c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.180147] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('122d5dca-1cb7-4a79-b4c8-017e868e5c5c',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.181123] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-122d5dca-1cb7-4a79-b4c8-017e868e5c5c taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.181245] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-122d5dca-1cb7-4a79-b4c8-017e868e5c5c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.181315] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-122d5dca-1cb7-4a79-b4c8-017e868e5c5c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.185189] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-122d5dca-1cb7-4a79-b4c8-017e868e5c5c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.185493] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.185553] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.185698] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.185850] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.185939] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.186071] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('122d5dca-1cb7-4a79-b4c8-017e868e5c5c',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.187036] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-188fa42d-7f8f-410f-b3c4-d8596f49cd11 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.187173] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-188fa42d-7f8f-410f-b3c4-d8596f49cd11" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.187229] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-188fa42d-7f8f-410f-b3c4-d8596f49cd11" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.187396] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-188fa42d-7f8f-410f-b3c4-d8596f49cd11" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.187470] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('188fa42d-7f8f-410f-b3c4-d8596f49cd11',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.231391] env[69392]: INFO networking_nsxv3.common.synchronization [req-02c822e0-cf09-459c-bd61-c97d9440f5b1 req-23c73b33-a761-4b4a-bf74-e68094b2036d tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Enqueued Resource ID: f2fa25dc-75b3-4554-a588-b4023e5815ac with Priority: HIGHEST for action security_group_members [ 900.231391] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2fa25dc-75b3-4554-a588-b4023e5815ac with Priority: HIGHEST for action security_group_members [ 900.231391] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2fa25dc-75b3-4554-a588-b4023e5815ac taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.231391] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2fa25dc-75b3-4554-a588-b4023e5815ac" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.231391] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2fa25dc-75b3-4554-a588-b4023e5815ac" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.231757] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2fa25dc-75b3-4554-a588-b4023e5815ac" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.231757] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.231834] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.231834] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.232763] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.232763] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.232763] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2fa25dc-75b3-4554-a588-b4023e5815ac',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.269279] env[69392]: INFO networking_nsxv3.common.synchronization [req-02c822e0-cf09-459c-bd61-c97d9440f5b1 req-23c73b33-a761-4b4a-bf74-e68094b2036d tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Enqueued Resource ID: f2fa25dc-75b3-4554-a588-b4023e5815ac with Priority: HIGHEST for action security_group_rules [ 900.269889] env[69392]: INFO networking_nsxv3.common.synchronization [req-02c822e0-cf09-459c-bd61-c97d9440f5b1 req-23c73b33-a761-4b4a-bf74-e68094b2036d tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Enqueued Resource ID: f2fa25dc-75b3-4554-a588-b4023e5815ac with Priority: HIGHEST for action security_group_members [ 900.269889] env[69392]: INFO networking_nsxv3.common.synchronization [req-02c822e0-cf09-459c-bd61-c97d9440f5b1 req-23c73b33-a761-4b4a-bf74-e68094b2036d tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Enqueued Resource ID: 35d7c355-a380-4579-a639-375f2bc92704 with Priority: HIGHEST for action port [ 900.272839] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2fa25dc-75b3-4554-a588-b4023e5815ac with Priority: HIGHEST for action security_group_rules [ 900.272839] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2fa25dc-75b3-4554-a588-b4023e5815ac with Priority: HIGHEST for action security_group_members [ 900.272839] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d7c355-a380-4579-a639-375f2bc92704 with Priority: HIGHEST for action port [ 900.272839] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2fa25dc-75b3-4554-a588-b4023e5815ac taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.272839] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2fa25dc-75b3-4554-a588-b4023e5815ac" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.272839] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2fa25dc-75b3-4554-a588-b4023e5815ac" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.272839] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2fa25dc-75b3-4554-a588-b4023e5815ac" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.272839] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2fa25dc-75b3-4554-a588-b4023e5815ac',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.274113] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2fa25dc-75b3-4554-a588-b4023e5815ac taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.274113] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2fa25dc-75b3-4554-a588-b4023e5815ac" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.274282] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-35d7c355-a380-4579-a639-375f2bc92704 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.274282] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35d7c355-a380-4579-a639-375f2bc92704" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.274396] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35d7c355-a380-4579-a639-375f2bc92704" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.274503] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35d7c355-a380-4579-a639-375f2bc92704" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.274673] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35d7c355-a380-4579-a639-375f2bc92704',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.329352] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 490c56c8-8ad2-41f9-8b26-e68a0aaa852b [ 900.329352] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.329471] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.329541] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.329811] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.329966] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.330608] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:490c56c8-8ad2-41f9-8b26-e68a0aaa852b already deleted. [ 900.330608] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-490c56c8-8ad2-41f9-8b26-e68a0aaa852b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.669063] env[69392]: INFO networking_nsxv3.common.synchronization [req-7485517a-8c38-4335-9aa0-92ed61d63867 req-7de426fa-35d0-4fcc-9031-a765d9f12927 tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Enqueued Resource ID: a918e4b1-d769-4d2a-bb64-6c60d67de60e with Priority: HIGHEST for action security_group_members [ 900.671302] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a918e4b1-d769-4d2a-bb64-6c60d67de60e with Priority: HIGHEST for action security_group_members [ 900.671302] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-a918e4b1-d769-4d2a-bb64-6c60d67de60e taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.671302] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a918e4b1-d769-4d2a-bb64-6c60d67de60e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.671302] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a918e4b1-d769-4d2a-bb64-6c60d67de60e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.671526] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a918e4b1-d769-4d2a-bb64-6c60d67de60e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.671526] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.671616] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.671710] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.671935] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.672100] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.672170] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a918e4b1-d769-4d2a-bb64-6c60d67de60e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.689776] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-122d5dca-1cb7-4a79-b4c8-017e868e5c5c taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.690109] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-122d5dca-1cb7-4a79-b4c8-017e868e5c5c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.691909] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('122d5dca-1cb7-4a79-b4c8-017e868e5c5c',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.696818] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 188fa42d-7f8f-410f-b3c4-d8596f49cd11 with status ACTIVE [ 900.696818] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.696818] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.697174] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.697174] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.697174] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.697365] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.697469] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.697528] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.697709] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.697792] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.698047] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.698243] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.698309] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.698708] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.698708] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.698708] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 188fa42d-7f8f-410f-b3c4-d8596f49cd11 is going to be updated. [ 900.724151] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.724433] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.724433] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.724762] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.724762] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.724911] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-188fa42d-7f8f-410f-b3c4-d8596f49cd11" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.734702] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2fa25dc-75b3-4554-a588-b4023e5815ac',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.776363] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2fa25dc-75b3-4554-a588-b4023e5815ac taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.776494] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2fa25dc-75b3-4554-a588-b4023e5815ac" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.776708] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 35d7c355-a380-4579-a639-375f2bc92704 with status ACTIVE [ 900.777022] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.777022] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.777146] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.777259] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.777341] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.777505] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.777595] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.777654] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.777794] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.777868] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.778236] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.778404] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.778469] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.778613] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.778687] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.778771] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 35d7c355-a380-4579-a639-375f2bc92704 is going to be updated. [ 900.825250] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.825634] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.825634] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.825712] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.827016] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.827016] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35d7c355-a380-4579-a639-375f2bc92704" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.179333] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.179333] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.179333] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.179333] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.179333] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.179333] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.179333] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.179333] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.179333] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.179333] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.179333] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a918e4b1-d769-4d2a-bb64-6c60d67de60e is going to be updated. [ 901.201115] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('122d5dca-1cb7-4a79-b4c8-017e868e5c5c',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.216022] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.216022] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.216022] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.216022] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.216022] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.224419] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a918e4b1-d769-4d2a-bb64-6c60d67de60e in Status: IN_PROGRESS for 2s [ 901.238338] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2fa25dc-75b3-4554-a588-b4023e5815ac',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.346928] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60803e0d-1dc7-43a3-bc06-9feb6c234283 in Status: SUCCESS [ 901.346928] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60803e0d-1dc7-43a3-bc06-9feb6c234283" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.346928] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60803e0d-1dc7-43a3-bc06-9feb6c234283" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.346928] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60803e0d-1dc7-43a3-bc06-9feb6c234283" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.346928] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.346928] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.346928] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.346928] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.346928] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.346928] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60803e0d-1dc7-43a3-bc06-9feb6c234283" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.346928] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('60803e0d-1dc7-43a3-bc06-9feb6c234283',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.416331] env[69392]: INFO networking_nsxv3.common.synchronization [req-1495fef3-54b3-4c44-bcc9-648260547281 req-8c288ffe-a9fc-4a6f-922d-461f33793fca tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Enqueued Resource ID: 83a22041-d482-4873-a694-7215d243b95b with Priority: HIGHEST for action security_group_members [ 901.416927] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83a22041-d482-4873-a694-7215d243b95b with Priority: HIGHEST for action security_group_members [ 901.418270] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-83a22041-d482-4873-a694-7215d243b95b taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.418403] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83a22041-d482-4873-a694-7215d243b95b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.418465] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83a22041-d482-4873-a694-7215d243b95b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.418668] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83a22041-d482-4873-a694-7215d243b95b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.418828] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.418956] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.419032] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.419190] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.419282] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.419378] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83a22041-d482-4873-a694-7215d243b95b',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.705913] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.705913] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.705913] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.705913] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.705913] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.705913] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 122d5dca-1cb7-4a79-b4c8-017e868e5c5c is going to be created. [ 901.729292] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.729292] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.729292] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.729292] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.729292] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.739130] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 122d5dca-1cb7-4a79-b4c8-017e868e5c5c in Status: UNINITIALIZED for 2s [ 901.744825] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.744825] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.744825] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.744825] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.744825] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.744825] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2fa25dc-75b3-4554-a588-b4023e5815ac is going to be updated. [ 901.801037] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.801037] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.801037] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.801309] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.801467] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.811103] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2fa25dc-75b3-4554-a588-b4023e5815ac in Status: IN_PROGRESS for 2s [ 901.852047] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('60803e0d-1dc7-43a3-bc06-9feb6c234283',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.922389] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('83a22041-d482-4873-a694-7215d243b95b',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.354424] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 60803e0d-1dc7-43a3-bc06-9feb6c234283: rpc.has_security_group_logging(os_id): False [ 902.374554] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.374720] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.374787] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.375036] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.375904] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.375904] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.375904] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.375904] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.375904] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.375904] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.375904] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60803e0d-1dc7-43a3-bc06-9feb6c234283 is going to be updated. [ 902.428040] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('83a22041-d482-4873-a694-7215d243b95b',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.467704] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.467704] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.467704] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.467704] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.467704] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.482364] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60803e0d-1dc7-43a3-bc06-9feb6c234283 in Status: IN_PROGRESS for 2s [ 902.497055] env[69392]: INFO networking_nsxv3.common.synchronization [None req-ea85bb1f-be0a-4b55-aaa6-fdf94323a5d4 None None] Enqueued Resource ID: 3ce63278-46b8-463c-854a-6279b5479032 with Priority: HIGHEST for action port [ 902.497248] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ce63278-46b8-463c-854a-6279b5479032 with Priority: HIGHEST for action port [ 902.498662] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ce63278-46b8-463c-854a-6279b5479032 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.499059] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ce63278-46b8-463c-854a-6279b5479032" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.499059] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ce63278-46b8-463c-854a-6279b5479032" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.499601] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ce63278-46b8-463c-854a-6279b5479032" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.499653] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ce63278-46b8-463c-854a-6279b5479032',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.930077] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.931723] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.931723] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.931723] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.931723] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.931723] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83a22041-d482-4873-a694-7215d243b95b is going to be updated. [ 902.984591] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.984591] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.984591] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.984591] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.984591] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.996467] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83a22041-d482-4873-a694-7215d243b95b in Status: IN_PROGRESS for 2s [ 903.001806] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3ce63278-46b8-463c-854a-6279b5479032 [ 903.002059] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.002206] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.002269] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.002498] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.002586] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.002686] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3ce63278-46b8-463c-854a-6279b5479032 already deleted. [ 903.002771] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ce63278-46b8-463c-854a-6279b5479032" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.237737] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a918e4b1-d769-4d2a-bb64-6c60d67de60e in Status: SUCCESS [ 903.237932] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a918e4b1-d769-4d2a-bb64-6c60d67de60e deletion is rescheduled due to dependency. [ 903.238046] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a918e4b1-d769-4d2a-bb64-6c60d67de60e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.768078] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 122d5dca-1cb7-4a79-b4c8-017e868e5c5c in Status: SUCCESS [ 903.768443] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-122d5dca-1cb7-4a79-b4c8-017e868e5c5c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.768694] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-122d5dca-1cb7-4a79-b4c8-017e868e5c5c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.769031] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-122d5dca-1cb7-4a79-b4c8-017e868e5c5c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.769341] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.769551] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.770326] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.772149] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.772149] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.772149] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-122d5dca-1cb7-4a79-b4c8-017e868e5c5c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.772149] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('122d5dca-1cb7-4a79-b4c8-017e868e5c5c',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.821622] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2fa25dc-75b3-4554-a588-b4023e5815ac in Status: SUCCESS [ 903.821905] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2fa25dc-75b3-4554-a588-b4023e5815ac" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.822103] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2fa25dc-75b3-4554-a588-b4023e5815ac" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.822329] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2fa25dc-75b3-4554-a588-b4023e5815ac" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.822517] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.822634] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.822703] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.822859] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.822942] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.823052] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2fa25dc-75b3-4554-a588-b4023e5815ac',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.275722] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('122d5dca-1cb7-4a79-b4c8-017e868e5c5c',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.326683] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2fa25dc-75b3-4554-a588-b4023e5815ac',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.498793] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60803e0d-1dc7-43a3-bc06-9feb6c234283 in Status: SUCCESS [ 904.499033] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60803e0d-1dc7-43a3-bc06-9feb6c234283" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.780140] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 122d5dca-1cb7-4a79-b4c8-017e868e5c5c: rpc.has_security_group_logging(os_id): False [ 904.805188] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.805820] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.805820] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.806244] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.806244] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.806318] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.806426] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.806502] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.806683] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.806775] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.806867] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 122d5dca-1cb7-4a79-b4c8-017e868e5c5c is going to be created. [ 904.831469] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2fa25dc-75b3-4554-a588-b4023e5815ac',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.890433] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.890578] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.890662] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.890902] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.891107] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.903875] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 122d5dca-1cb7-4a79-b4c8-017e868e5c5c in Status: IN_PROGRESS for 2s [ 905.008375] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83a22041-d482-4873-a694-7215d243b95b in Status: SUCCESS [ 905.008808] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83a22041-d482-4873-a694-7215d243b95b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.336110] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.336438] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.336438] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.336583] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.336673] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.336771] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2fa25dc-75b3-4554-a588-b4023e5815ac is going to be updated. [ 905.371445] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.371653] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.371745] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.372139] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.372266] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.382772] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2fa25dc-75b3-4554-a588-b4023e5815ac in Status: IN_PROGRESS for 2s [ 905.446891] env[69392]: INFO networking_nsxv3.common.synchronization [req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 req-99b4dd4e-c10e-42c6-bab0-d24d4d3570bf tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Enqueued Resource ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 with Priority: HIGHEST for action security_group_members [ 905.449421] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 with Priority: HIGHEST for action security_group_members [ 905.449421] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.449421] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.449421] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.449421] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.449705] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.449705] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.449705] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.449818] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.452017] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.452017] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81084ca3-f156-4abe-9b5f-485c6c6fa7d6',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.594055] env[69392]: INFO networking_nsxv3.common.synchronization [req-c13db8bc-d169-44bd-9f7a-32ba19ec6d1c req-2bc0b1ad-5ebe-447c-8f12-f4711da5f41e tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Enqueued Resource ID: 35ded8b6-2b6f-4361-9905-8e632094aba8 with Priority: HIGHEST for action security_group_members [ 905.594640] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35ded8b6-2b6f-4361-9905-8e632094aba8 with Priority: HIGHEST for action security_group_members [ 905.596344] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-35ded8b6-2b6f-4361-9905-8e632094aba8 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.596494] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35ded8b6-2b6f-4361-9905-8e632094aba8" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.596568] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35ded8b6-2b6f-4361-9905-8e632094aba8" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.596789] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35ded8b6-2b6f-4361-9905-8e632094aba8" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.598145] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.598284] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.598356] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.598541] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.598632] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.598734] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35ded8b6-2b6f-4361-9905-8e632094aba8',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.953509] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81084ca3-f156-4abe-9b5f-485c6c6fa7d6',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.996833] env[69392]: INFO networking_nsxv3.common.synchronization [req-6d3293fa-237a-442d-a25b-d0973879f96a req-5972427a-1a83-4ae8-afff-cdff8b006120 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Enqueued Resource ID: f2fa25dc-75b3-4554-a588-b4023e5815ac with Priority: HIGHEST for action security_group_members [ 905.997475] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2fa25dc-75b3-4554-a588-b4023e5815ac with Priority: HIGHEST for action security_group_members [ 905.997839] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2fa25dc-75b3-4554-a588-b4023e5815ac taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.997979] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2fa25dc-75b3-4554-a588-b4023e5815ac" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.052682] env[69392]: INFO networking_nsxv3.common.synchronization [req-6d3293fa-237a-442d-a25b-d0973879f96a req-5972427a-1a83-4ae8-afff-cdff8b006120 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Enqueued Resource ID: f2fa25dc-75b3-4554-a588-b4023e5815ac with Priority: HIGHEST for action security_group_rules [ 906.052868] env[69392]: INFO networking_nsxv3.common.synchronization [req-6d3293fa-237a-442d-a25b-d0973879f96a req-5972427a-1a83-4ae8-afff-cdff8b006120 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Enqueued Resource ID: f2fa25dc-75b3-4554-a588-b4023e5815ac with Priority: HIGHEST for action security_group_members [ 906.053013] env[69392]: INFO networking_nsxv3.common.synchronization [req-6d3293fa-237a-442d-a25b-d0973879f96a req-5972427a-1a83-4ae8-afff-cdff8b006120 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Enqueued Resource ID: 35d7c355-a380-4579-a639-375f2bc92704 with Priority: HIGHEST for action port [ 906.053501] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2fa25dc-75b3-4554-a588-b4023e5815ac with Priority: HIGHEST for action security_group_rules [ 906.053630] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2fa25dc-75b3-4554-a588-b4023e5815ac with Priority: HIGHEST for action security_group_members [ 906.053801] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d7c355-a380-4579-a639-375f2bc92704 with Priority: HIGHEST for action port [ 906.054122] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2fa25dc-75b3-4554-a588-b4023e5815ac taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.054227] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2fa25dc-75b3-4554-a588-b4023e5815ac" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.054420] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2fa25dc-75b3-4554-a588-b4023e5815ac taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.054523] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2fa25dc-75b3-4554-a588-b4023e5815ac" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.054675] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-35d7c355-a380-4579-a639-375f2bc92704 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.054786] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35d7c355-a380-4579-a639-375f2bc92704" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.054891] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35d7c355-a380-4579-a639-375f2bc92704" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.055111] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35d7c355-a380-4579-a639-375f2bc92704" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.055190] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35d7c355-a380-4579-a639-375f2bc92704',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.100813] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.100971] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.101028] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.101253] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.101346] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.101587] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.102079] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.102079] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.102079] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.102079] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.102079] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35ded8b6-2b6f-4361-9905-8e632094aba8 is going to be updated. [ 906.133339] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.133493] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.133594] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.133871] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.134016] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.144687] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35ded8b6-2b6f-4361-9905-8e632094aba8 in Status: IN_PROGRESS for 2s [ 906.190577] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-785 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.190845] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-785" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.190965] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-785" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.191295] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-785" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.191612] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.191814] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.191950] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.192219] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.192373] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.192604] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 906.192715] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 906.192859] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 906.193028] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 906.193126] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 906.193231] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 906.193362] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 906.219893] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 906.221372] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 906.221372] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 906.221372] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-785" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.221372] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-9e61c48e-633f-4410-a049-6ad2b1d96710 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.221372] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-9e61c48e-633f-4410-a049-6ad2b1d96710" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.221372] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-9e61c48e-633f-4410-a049-6ad2b1d96710" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.221703] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-9e61c48e-633f-4410-a049-6ad2b1d96710" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.221703] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e61c48e-633f-4410-a049-6ad2b1d96710',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.455908] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81084ca3-f156-4abe-9b5f-485c6c6fa7d6',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.558700] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 35d7c355-a380-4579-a639-375f2bc92704 with status ACTIVE [ 906.559089] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.559291] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.559385] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.559695] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.559855] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.560144] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.561046] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.561046] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.561046] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.561046] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.561046] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.561396] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.561396] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.561522] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.561646] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.561782] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 35d7c355-a380-4579-a639-375f2bc92704 is going to be updated. [ 906.589022] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.589022] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.589022] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.589022] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.589022] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.589022] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35d7c355-a380-4579-a639-375f2bc92704" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.728065] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.728065] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.728065] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.728065] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.728065] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.728065] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port 9e61c48e-633f-4410-a049-6ad2b1d96710 not found, creating... [ 906.728065] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.728065] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.728065] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.728065] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.728065] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.728605] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.728605] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.728605] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.728605] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.728605] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.728605] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 9e61c48e-633f-4410-a049-6ad2b1d96710 is going to be created. [ 906.759852] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.759852] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.759852] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.759852] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.759852] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.759852] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-9e61c48e-633f-4410-a049-6ad2b1d96710" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.921286] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 122d5dca-1cb7-4a79-b4c8-017e868e5c5c in Status: SUCCESS [ 906.921286] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-122d5dca-1cb7-4a79-b4c8-017e868e5c5c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.968658] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.968885] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.971023] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.971023] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.971023] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.971023] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 is going to be updated. [ 907.008427] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.008597] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.008642] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.008861] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.009773] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.019067] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 in Status: IN_PROGRESS for 2s [ 907.400061] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2fa25dc-75b3-4554-a588-b4023e5815ac in Status: SUCCESS [ 907.400061] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2fa25dc-75b3-4554-a588-b4023e5815ac" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.400061] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2fa25dc-75b3-4554-a588-b4023e5815ac" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.400061] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2fa25dc-75b3-4554-a588-b4023e5815ac" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.400061] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.400061] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.400061] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.400061] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.400061] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.400061] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2fa25dc-75b3-4554-a588-b4023e5815ac" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.400061] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2fa25dc-75b3-4554-a588-b4023e5815ac',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.400061] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2fa25dc-75b3-4554-a588-b4023e5815ac" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.400061] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2fa25dc-75b3-4554-a588-b4023e5815ac" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.400061] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.400061] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.400061] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.404589] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.404998] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.405330] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2fa25dc-75b3-4554-a588-b4023e5815ac',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.833240] env[69392]: INFO networking_nsxv3.common.synchronization [req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 req-d2245549-e8dc-483d-86dc-cb6de39f8178 service nova] Enqueued Resource ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 with Priority: HIGHEST for action security_group_rules [ 907.833565] env[69392]: INFO networking_nsxv3.common.synchronization [req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 req-d2245549-e8dc-483d-86dc-cb6de39f8178 service nova] Enqueued Resource ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 with Priority: HIGHEST for action security_group_members [ 907.833565] env[69392]: INFO networking_nsxv3.common.synchronization [req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 req-d2245549-e8dc-483d-86dc-cb6de39f8178 service nova] Enqueued Resource ID: 9e61c48e-633f-4410-a049-6ad2b1d96710 with Priority: HIGHEST for action port [ 907.834033] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 with Priority: HIGHEST for action security_group_rules [ 907.834180] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 with Priority: HIGHEST for action security_group_members [ 907.834277] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e61c48e-633f-4410-a049-6ad2b1d96710 with Priority: HIGHEST for action port [ 907.834549] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81084ca3-f156-4abe-9b5f-485c6c6fa7d6 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.834672] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.835850] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.835850] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.835850] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81084ca3-f156-4abe-9b5f-485c6c6fa7d6',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.835994] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.836093] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.836258] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e61c48e-633f-4410-a049-6ad2b1d96710 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.836359] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e61c48e-633f-4410-a049-6ad2b1d96710" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.836413] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e61c48e-633f-4410-a049-6ad2b1d96710" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.837446] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e61c48e-633f-4410-a049-6ad2b1d96710" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.837446] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e61c48e-633f-4410-a049-6ad2b1d96710',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.907645] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2fa25dc-75b3-4554-a588-b4023e5815ac',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.908824] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2fa25dc-75b3-4554-a588-b4023e5815ac',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.154181] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35ded8b6-2b6f-4361-9905-8e632094aba8 in Status: SUCCESS [ 908.154376] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35ded8b6-2b6f-4361-9905-8e632094aba8 deletion is rescheduled due to dependency. [ 908.154496] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35ded8b6-2b6f-4361-9905-8e632094aba8" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.338921] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.339104] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.339263] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9e61c48e-633f-4410-a049-6ad2b1d96710 with status ACTIVE [ 908.339433] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.339533] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.339602] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.339819] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.339900] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.340097] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.340199] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.340257] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.343025] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.343025] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.343025] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.343025] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.343025] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.343025] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.343025] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.343025] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9e61c48e-633f-4410-a049-6ad2b1d96710 is going to be updated. [ 908.384830] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.384976] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.385064] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.385277] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.385417] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.385587] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e61c48e-633f-4410-a049-6ad2b1d96710" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.410273] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2fa25dc-75b3-4554-a588-b4023e5815ac: rpc.has_security_group_logging(os_id): False [ 908.416636] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2fa25dc-75b3-4554-a588-b4023e5815ac',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.440367] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.440555] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.440663] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.440970] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.482382] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.482701] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.482829] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.482900] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.483268] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.483362] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.483454] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2fa25dc-75b3-4554-a588-b4023e5815ac is going to be updated. [ 908.591515] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.591845] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.592038] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.592344] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.592551] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.608198] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2fa25dc-75b3-4554-a588-b4023e5815ac in Status: IN_PROGRESS for 2s [ 908.847969] env[69392]: INFO networking_nsxv3.common.synchronization [req-15d7d3ea-4560-4e96-9c39-e5f84e0bbc00 req-1228231e-3761-4eab-8f22-3995ac5c9cf6 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Enqueued Resource ID: dccdad89-20d3-4838-b3e0-fb9fa2e7e670 with Priority: HIGHEST for action security_group_members [ 908.848633] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dccdad89-20d3-4838-b3e0-fb9fa2e7e670 with Priority: HIGHEST for action security_group_members [ 908.848988] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-dccdad89-20d3-4838-b3e0-fb9fa2e7e670 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.849172] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dccdad89-20d3-4838-b3e0-fb9fa2e7e670" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.849807] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dccdad89-20d3-4838-b3e0-fb9fa2e7e670" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.850148] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dccdad89-20d3-4838-b3e0-fb9fa2e7e670" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.850307] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.850450] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.850542] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.850749] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.850874] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.851011] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dccdad89-20d3-4838-b3e0-fb9fa2e7e670',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.920090] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.920090] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.920090] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.920090] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.920090] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.920090] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2fa25dc-75b3-4554-a588-b4023e5815ac is going to be updated. [ 908.952520] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.952604] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.952647] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.952873] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.953019] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.965438] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2fa25dc-75b3-4554-a588-b4023e5815ac in Status: IN_PROGRESS for 2s [ 909.031601] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 in Status: SUCCESS [ 909.032127] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.032346] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.033827] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.034042] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.034170] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.034238] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.034410] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.034492] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.034596] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81084ca3-f156-4abe-9b5f-485c6c6fa7d6',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.353941] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.354118] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.354174] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.354391] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.354479] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.354729] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.354812] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.354868] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.355036] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.355116] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.355208] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dccdad89-20d3-4838-b3e0-fb9fa2e7e670 is going to be updated. [ 909.382999] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.383186] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.383255] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.383472] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.383614] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.394020] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dccdad89-20d3-4838-b3e0-fb9fa2e7e670 in Status: IN_PROGRESS for 2s [ 909.536621] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81084ca3-f156-4abe-9b5f-485c6c6fa7d6',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.039390] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81084ca3-f156-4abe-9b5f-485c6c6fa7d6',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.543814] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.543814] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.543814] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.543814] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.543814] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.543814] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 is going to be updated. [ 910.638183] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2fa25dc-75b3-4554-a588-b4023e5815ac in Status: SUCCESS [ 910.638183] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2fa25dc-75b3-4554-a588-b4023e5815ac" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.638183] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2fa25dc-75b3-4554-a588-b4023e5815ac" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.638183] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2fa25dc-75b3-4554-a588-b4023e5815ac" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.638183] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2fa25dc-75b3-4554-a588-b4023e5815ac',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.647508] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.647895] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.648083] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.648533] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.648998] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.659740] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 in Status: IN_PROGRESS for 2s [ 910.952294] env[69392]: INFO networking_nsxv3.common.synchronization [req-85741ccb-7430-47eb-bef1-4bc0b8c15478 req-8475456c-1c22-4dc1-9f18-316884913ef2 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Enqueued Resource ID: f2fa25dc-75b3-4554-a588-b4023e5815ac with Priority: HIGHEST for action security_group_members [ 910.953279] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2fa25dc-75b3-4554-a588-b4023e5815ac with Priority: HIGHEST for action security_group_members [ 910.954033] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2fa25dc-75b3-4554-a588-b4023e5815ac taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.954173] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2fa25dc-75b3-4554-a588-b4023e5815ac" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.977338] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2fa25dc-75b3-4554-a588-b4023e5815ac in Status: SUCCESS [ 910.978201] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2fa25dc-75b3-4554-a588-b4023e5815ac" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.978201] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2fa25dc-75b3-4554-a588-b4023e5815ac" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.978201] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2fa25dc-75b3-4554-a588-b4023e5815ac" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.978450] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.978540] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.978540] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.978738] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.978841] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.979353] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2fa25dc-75b3-4554-a588-b4023e5815ac',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.140639] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2fa25dc-75b3-4554-a588-b4023e5815ac taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.140959] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2fa25dc-75b3-4554-a588-b4023e5815ac" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.405845] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dccdad89-20d3-4838-b3e0-fb9fa2e7e670 in Status: SUCCESS [ 911.406114] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dccdad89-20d3-4838-b3e0-fb9fa2e7e670 deletion is rescheduled due to dependency. [ 911.406248] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dccdad89-20d3-4838-b3e0-fb9fa2e7e670" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.484977] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.484977] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.484977] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.484977] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.484977] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.484977] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.484977] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.484977] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.484977] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.484977] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.484977] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2fa25dc-75b3-4554-a588-b4023e5815ac is going to be updated. [ 911.515335] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.515486] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.515558] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.515765] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.515920] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.526565] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2fa25dc-75b3-4554-a588-b4023e5815ac in Status: IN_PROGRESS for 2s [ 911.974846] env[69392]: INFO networking_nsxv3.common.synchronization [None req-a9767c11-fbf3-4bc3-b50b-153cef45e8dc tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Enqueued Resource ID: e65a0c1e-a9bc-40a4-b31b-1b3111429ab9 with Priority: HIGHEST for action security_group_rules [ 911.974846] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e65a0c1e-a9bc-40a4-b31b-1b3111429ab9 with Priority: HIGHEST for action security_group_rules [ 911.974846] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e65a0c1e-a9bc-40a4-b31b-1b3111429ab9 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.974846] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e65a0c1e-a9bc-40a4-b31b-1b3111429ab9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.974846] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e65a0c1e-a9bc-40a4-b31b-1b3111429ab9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.975067] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e65a0c1e-a9bc-40a4-b31b-1b3111429ab9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.975067] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e65a0c1e-a9bc-40a4-b31b-1b3111429ab9',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.181405] env[69392]: INFO networking_nsxv3.common.synchronization [None req-eac84224-80f3-455e-9ea4-5f5c8676fe94 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Enqueued Resource ID: e65a0c1e-a9bc-40a4-b31b-1b3111429ab9 with Priority: HIGHEST for action security_group_rules [ 912.181405] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e65a0c1e-a9bc-40a4-b31b-1b3111429ab9 with Priority: HIGHEST for action security_group_rules [ 912.181405] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e65a0c1e-a9bc-40a4-b31b-1b3111429ab9 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.181405] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e65a0c1e-a9bc-40a4-b31b-1b3111429ab9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.497835] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.498036] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.498087] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.498827] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.498827] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.498827] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e65a0c1e-a9bc-40a4-b31b-1b3111429ab9 already deleted. [ 912.498827] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e65a0c1e-a9bc-40a4-b31b-1b3111429ab9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.498827] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e65a0c1e-a9bc-40a4-b31b-1b3111429ab9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.499079] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e65a0c1e-a9bc-40a4-b31b-1b3111429ab9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.499079] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e65a0c1e-a9bc-40a4-b31b-1b3111429ab9',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.671928] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 in Status: SUCCESS [ 912.671928] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.671928] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.671928] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.671928] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.671928] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.671928] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.671928] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.671928] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.671928] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.671928] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81084ca3-f156-4abe-9b5f-485c6c6fa7d6',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.023405] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.023405] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.023405] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.023580] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.023690] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.023901] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e65a0c1e-a9bc-40a4-b31b-1b3111429ab9 already deleted. [ 913.024024] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e65a0c1e-a9bc-40a4-b31b-1b3111429ab9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.174027] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.174203] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.174279] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.174521] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.174683] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.174925] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.175017] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.175289] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.175289] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.175419] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.175587] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.175643] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.175708] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.175975] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.176160] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.176260] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.176319] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.176463] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.176538] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.176620] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.176707] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81084ca3-f156-4abe-9b5f-485c6c6fa7d6',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.489421] env[69392]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] NSXv3 Agent Agent loop - iteration:0 completed [ 913.489827] env[69392]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] NSXv3 Agent Agent loop - iteration:1 started [ 913.538538] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2fa25dc-75b3-4554-a588-b4023e5815ac in Status: SUCCESS [ 913.538788] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2fa25dc-75b3-4554-a588-b4023e5815ac deletion is rescheduled due to dependency. [ 913.538933] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2fa25dc-75b3-4554-a588-b4023e5815ac" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.539638] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2fa25dc-75b3-4554-a588-b4023e5815ac" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.539943] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2fa25dc-75b3-4554-a588-b4023e5815ac" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.540194] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.540369] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.540463] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.540673] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.540804] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.540927] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2fa25dc-75b3-4554-a588-b4023e5815ac',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.679426] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81084ca3-f156-4abe-9b5f-485c6c6fa7d6: rpc.has_security_group_logging(os_id): False [ 913.698905] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.699173] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.699746] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.700064] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.700218] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.702970] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.703139] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.703259] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.703526] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.703674] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.703983] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.704168] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.704290] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.704542] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.704677] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.704998] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.705175] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.705293] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.705518] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.705641] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.705771] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 is going to be updated. [ 913.771615] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.771777] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.771860] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.772123] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.772280] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.790410] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 in Status: IN_PROGRESS for 2s [ 914.043517] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.043651] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.043754] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.044070] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.044118] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.044328] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.044429] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.044492] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.044643] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.044713] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.044816] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2fa25dc-75b3-4554-a588-b4023e5815ac is going to be updated. [ 914.076052] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.076225] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.076279] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.076485] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.076669] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.088505] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2fa25dc-75b3-4554-a588-b4023e5815ac in Status: IN_PROGRESS for 2s [ 914.869742] env[69392]: INFO networking_nsxv3.common.synchronization [req-3476fa7e-6000-4bc1-a90e-d78f4c718fa5 req-d0d45f7a-660e-4877-8e18-20ce09926924 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Enqueued Resource ID: dfc16ea7-56d5-48eb-98a8-5248d3a2728d with Priority: HIGHEST for action security_group_members [ 914.874841] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfc16ea7-56d5-48eb-98a8-5248d3a2728d with Priority: HIGHEST for action security_group_members [ 914.875410] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfc16ea7-56d5-48eb-98a8-5248d3a2728d taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.875632] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfc16ea7-56d5-48eb-98a8-5248d3a2728d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.875745] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfc16ea7-56d5-48eb-98a8-5248d3a2728d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.876141] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfc16ea7-56d5-48eb-98a8-5248d3a2728d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.876383] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.876510] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.876585] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.876810] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.876914] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.877106] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfc16ea7-56d5-48eb-98a8-5248d3a2728d',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.379715] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.380219] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.380219] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.380219] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.407017] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.407327] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.407448] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.407519] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.407772] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.407927] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.408095] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfc16ea7-56d5-48eb-98a8-5248d3a2728d is going to be updated. [ 915.444570] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.444831] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.444831] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.444972] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.445121] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.457241] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfc16ea7-56d5-48eb-98a8-5248d3a2728d in Status: IN_PROGRESS for 2s [ 915.808479] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 in Status: SUCCESS [ 915.808479] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.874054] env[69392]: INFO networking_nsxv3.common.synchronization [None req-ea5cb42a-7710-4a03-be6f-b6ea9ec5bd26 None None] Enqueued Resource ID: 55382080-3d26-4c82-acb7-f6df5f984f08 with Priority: HIGHEST for action port [ 915.874054] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55382080-3d26-4c82-acb7-f6df5f984f08 with Priority: HIGHEST for action port [ 915.874054] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-55382080-3d26-4c82-acb7-f6df5f984f08 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.874054] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55382080-3d26-4c82-acb7-f6df5f984f08" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.874054] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55382080-3d26-4c82-acb7-f6df5f984f08" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.874054] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55382080-3d26-4c82-acb7-f6df5f984f08" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.874054] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55382080-3d26-4c82-acb7-f6df5f984f08',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.889260] env[69392]: INFO networking_nsxv3.common.synchronization [req-98237f83-43fe-439a-b47f-e88b9db082b5 req-220e09a7-d390-4380-95b7-439eb966b805 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Enqueued Resource ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 with Priority: HIGHEST for action security_group_members [ 915.889260] env[69392]: INFO networking_nsxv3.common.synchronization [req-98237f83-43fe-439a-b47f-e88b9db082b5 req-220e09a7-d390-4380-95b7-439eb966b805 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Enqueued Resource ID: d232ecb8-4a38-4f14-9287-c6338447b262 with Priority: HIGHEST for action security_group_members [ 915.889260] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 with Priority: HIGHEST for action security_group_members [ 915.893021] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d232ecb8-4a38-4f14-9287-c6338447b262 with Priority: HIGHEST for action security_group_members [ 915.893021] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.893021] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.893021] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.893021] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.893021] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.893021] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.893021] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.893021] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.893021] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.893021] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81084ca3-f156-4abe-9b5f-485c6c6fa7d6',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.893021] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-d232ecb8-4a38-4f14-9287-c6338447b262 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.893021] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d232ecb8-4a38-4f14-9287-c6338447b262" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.893021] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d232ecb8-4a38-4f14-9287-c6338447b262" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.896064] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d232ecb8-4a38-4f14-9287-c6338447b262" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.896409] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.896663] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.896848] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.897218] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.897414] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.897633] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d232ecb8-4a38-4f14-9287-c6338447b262',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.956143] env[69392]: INFO networking_nsxv3.common.synchronization [req-98237f83-43fe-439a-b47f-e88b9db082b5 req-220e09a7-d390-4380-95b7-439eb966b805 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Enqueued Resource ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 with Priority: HIGHEST for action security_group_rules [ 915.956143] env[69392]: INFO networking_nsxv3.common.synchronization [req-98237f83-43fe-439a-b47f-e88b9db082b5 req-220e09a7-d390-4380-95b7-439eb966b805 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Enqueued Resource ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 with Priority: HIGHEST for action security_group_members [ 915.956143] env[69392]: INFO networking_nsxv3.common.synchronization [req-98237f83-43fe-439a-b47f-e88b9db082b5 req-220e09a7-d390-4380-95b7-439eb966b805 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Enqueued Resource ID: d232ecb8-4a38-4f14-9287-c6338447b262 with Priority: HIGHEST for action security_group_rules [ 915.956143] env[69392]: INFO networking_nsxv3.common.synchronization [req-98237f83-43fe-439a-b47f-e88b9db082b5 req-220e09a7-d390-4380-95b7-439eb966b805 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Enqueued Resource ID: d232ecb8-4a38-4f14-9287-c6338447b262 with Priority: HIGHEST for action security_group_members [ 915.956143] env[69392]: INFO networking_nsxv3.common.synchronization [req-98237f83-43fe-439a-b47f-e88b9db082b5 req-220e09a7-d390-4380-95b7-439eb966b805 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Enqueued Resource ID: 9e61c48e-633f-4410-a049-6ad2b1d96710 with Priority: HIGHEST for action port [ 915.957103] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 with Priority: HIGHEST for action security_group_rules [ 915.957201] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d232ecb8-4a38-4f14-9287-c6338447b262 with Priority: HIGHEST for action security_group_rules [ 915.957642] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e61c48e-633f-4410-a049-6ad2b1d96710 with Priority: HIGHEST for action port [ 915.957642] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 with Priority: HIGHEST for action security_group_members [ 915.957642] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d232ecb8-4a38-4f14-9287-c6338447b262 with Priority: HIGHEST for action security_group_members [ 915.960967] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81084ca3-f156-4abe-9b5f-485c6c6fa7d6 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.960967] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.960967] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.960967] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.960967] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81084ca3-f156-4abe-9b5f-485c6c6fa7d6',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.960967] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d232ecb8-4a38-4f14-9287-c6338447b262 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.960967] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d232ecb8-4a38-4f14-9287-c6338447b262" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.960967] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d232ecb8-4a38-4f14-9287-c6338447b262" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.960967] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d232ecb8-4a38-4f14-9287-c6338447b262" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.960967] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d232ecb8-4a38-4f14-9287-c6338447b262',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.960967] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e61c48e-633f-4410-a049-6ad2b1d96710 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.960967] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e61c48e-633f-4410-a049-6ad2b1d96710" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.960967] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e61c48e-633f-4410-a049-6ad2b1d96710" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.960967] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e61c48e-633f-4410-a049-6ad2b1d96710" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.962472] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e61c48e-633f-4410-a049-6ad2b1d96710',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.971186] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.971186] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.971186] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-d232ecb8-4a38-4f14-9287-c6338447b262 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.971186] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d232ecb8-4a38-4f14-9287-c6338447b262" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.099211] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2fa25dc-75b3-4554-a588-b4023e5815ac in Status: SUCCESS [ 916.099453] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2fa25dc-75b3-4554-a588-b4023e5815ac deletion is rescheduled due to dependency. [ 916.099530] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2fa25dc-75b3-4554-a588-b4023e5815ac" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.100144] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2fa25dc-75b3-4554-a588-b4023e5815ac" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.100290] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2fa25dc-75b3-4554-a588-b4023e5815ac" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.100478] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.100594] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.100650] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.100845] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.100931] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.101034] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2fa25dc-75b3-4554-a588-b4023e5815ac" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.101146] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2fa25dc-75b3-4554-a588-b4023e5815ac',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.377160] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 55382080-3d26-4c82-acb7-f6df5f984f08 [ 916.377839] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.377839] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.377839] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.377839] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.378202] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.378202] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:55382080-3d26-4c82-acb7-f6df5f984f08 already deleted. [ 916.378202] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55382080-3d26-4c82-acb7-f6df5f984f08" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.405156] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d232ecb8-4a38-4f14-9287-c6338447b262',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.405156] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81084ca3-f156-4abe-9b5f-485c6c6fa7d6',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.471674] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9e61c48e-633f-4410-a049-6ad2b1d96710 with status ACTIVE [ 916.471674] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.471674] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.471674] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.471674] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.471674] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.471674] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.471674] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.471674] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.471674] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.471674] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.472053] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.472053] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.472053] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.472053] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.472191] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.472191] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9e61c48e-633f-4410-a049-6ad2b1d96710 is going to be updated. [ 916.476346] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.476584] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.477359] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-d232ecb8-4a38-4f14-9287-c6338447b262 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.477359] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d232ecb8-4a38-4f14-9287-c6338447b262" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.505424] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.505583] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.505657] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.505959] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.506090] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.506241] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e61c48e-633f-4410-a049-6ad2b1d96710" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.604672] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2fa25dc-75b3-4554-a588-b4023e5815ac',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.904717] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d232ecb8-4a38-4f14-9287-c6338447b262',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.906421] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81084ca3-f156-4abe-9b5f-485c6c6fa7d6',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.106494] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2fa25dc-75b3-4554-a588-b4023e5815ac: rpc.has_security_group_logging(os_id): False [ 917.130149] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.130660] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.130660] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.130962] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.131095] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.131387] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.131484] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.131542] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.131743] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.131847] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.131964] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2fa25dc-75b3-4554-a588-b4023e5815ac is going to be updated. [ 917.206057] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.210022] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.210022] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.210022] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.210022] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.227592] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2fa25dc-75b3-4554-a588-b4023e5815ac in Status: IN_PROGRESS for 2s [ 917.407888] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.408083] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.408161] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.408664] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.408664] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.408664] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d232ecb8-4a38-4f14-9287-c6338447b262 is going to be created. [ 917.411697] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.411941] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.411941] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.412370] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.412485] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.412590] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 is going to be updated. [ 917.450039] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.450206] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.450281] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.450593] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.450672] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.453381] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.453547] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.453584] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.453858] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.453994] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.471956] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 in Status: IN_PROGRESS for 2s [ 917.472801] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d232ecb8-4a38-4f14-9287-c6338447b262 in Status: UNINITIALIZED for 2s [ 917.473542] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfc16ea7-56d5-48eb-98a8-5248d3a2728d in Status: SUCCESS [ 917.473719] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfc16ea7-56d5-48eb-98a8-5248d3a2728d deletion is rescheduled due to dependency. [ 917.473931] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfc16ea7-56d5-48eb-98a8-5248d3a2728d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.221265] env[69392]: INFO networking_nsxv3.common.synchronization [None req-eca894a5-c03b-4f29-ac9f-e82faa6e5bec None None] Enqueued Resource ID: 0abb4893-8383-46e6-ba95-354a7d053772 with Priority: HIGHEST for action port [ 918.221976] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0abb4893-8383-46e6-ba95-354a7d053772 with Priority: HIGHEST for action port [ 918.222297] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-0abb4893-8383-46e6-ba95-354a7d053772 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.222423] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0abb4893-8383-46e6-ba95-354a7d053772" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.222490] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0abb4893-8383-46e6-ba95-354a7d053772" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.222756] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0abb4893-8383-46e6-ba95-354a7d053772" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.222838] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0abb4893-8383-46e6-ba95-354a7d053772',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.725333] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0abb4893-8383-46e6-ba95-354a7d053772 [ 918.725505] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.725715] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.725715] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.725905] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.725980] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.726475] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0abb4893-8383-46e6-ba95-354a7d053772 already deleted. [ 918.726582] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0abb4893-8383-46e6-ba95-354a7d053772" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.120087] env[69392]: INFO networking_nsxv3.common.synchronization [None req-b5b635a3-b70c-4f99-a87c-e3abb03dffa4 None None] Enqueued Resource ID: f3866028-21f0-437d-94eb-8d938643bc27 with Priority: HIGHEST for action port [ 919.120575] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3866028-21f0-437d-94eb-8d938643bc27 with Priority: HIGHEST for action port [ 919.120861] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3866028-21f0-437d-94eb-8d938643bc27 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.120984] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3866028-21f0-437d-94eb-8d938643bc27" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.121064] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3866028-21f0-437d-94eb-8d938643bc27" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.121314] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3866028-21f0-437d-94eb-8d938643bc27" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.121396] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3866028-21f0-437d-94eb-8d938643bc27',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.241289] env[69392]: INFO networking_nsxv3.common.synchronization [req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 req-88c864e8-4239-4648-9a6c-66d659a5d472 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Enqueued Resource ID: 44752025-edeb-41ac-a47d-ef5de185998e with Priority: HIGHEST for action security_group_members [ 919.242233] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2fa25dc-75b3-4554-a588-b4023e5815ac in Status: SUCCESS [ 919.242434] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2fa25dc-75b3-4554-a588-b4023e5815ac" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.242914] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44752025-edeb-41ac-a47d-ef5de185998e with Priority: HIGHEST for action security_group_members [ 919.243470] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-44752025-edeb-41ac-a47d-ef5de185998e taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.243615] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.243703] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.243952] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.244166] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.244273] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.244337] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.244523] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.244623] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.244733] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44752025-edeb-41ac-a47d-ef5de185998e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.482790] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d232ecb8-4a38-4f14-9287-c6338447b262 in Status: SUCCESS [ 919.483034] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d232ecb8-4a38-4f14-9287-c6338447b262" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.483200] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d232ecb8-4a38-4f14-9287-c6338447b262" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.483420] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d232ecb8-4a38-4f14-9287-c6338447b262" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.484239] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.484239] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.484239] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.484239] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.484239] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.484239] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d232ecb8-4a38-4f14-9287-c6338447b262',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.485631] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 in Status: SUCCESS [ 919.485837] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.486030] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.486230] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.486444] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.486522] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.486602] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.486781] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.486883] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.486995] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81084ca3-f156-4abe-9b5f-485c6c6fa7d6',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.625601] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f3866028-21f0-437d-94eb-8d938643bc27 [ 919.625848] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.625979] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.626170] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.626277] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.626363] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.626457] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f3866028-21f0-437d-94eb-8d938643bc27 already deleted. [ 919.626539] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3866028-21f0-437d-94eb-8d938643bc27" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.748068] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44752025-edeb-41ac-a47d-ef5de185998e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.982028] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-999 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.982028] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-999" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.982028] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-999" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.982028] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-999" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.982028] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.982028] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.982028] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.982028] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.982028] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.982028] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 919.982028] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 919.982028] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 919.982028] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 919.982670] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 919.982670] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 919.982670] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 919.988586] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d232ecb8-4a38-4f14-9287-c6338447b262',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.989964] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81084ca3-f156-4abe-9b5f-485c6c6fa7d6',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.002355] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 920.002515] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 920.002654] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 920.002825] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-999" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.003168] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-b5cc5486-0a72-4d08-b88b-a2dee65e695a taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.003351] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-b5cc5486-0a72-4d08-b88b-a2dee65e695a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.003459] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-b5cc5486-0a72-4d08-b88b-a2dee65e695a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.003815] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-b5cc5486-0a72-4d08-b88b-a2dee65e695a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.003971] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5cc5486-0a72-4d08-b88b-a2dee65e695a',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.252757] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44752025-edeb-41ac-a47d-ef5de185998e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.492075] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d232ecb8-4a38-4f14-9287-c6338447b262',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.493114] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81084ca3-f156-4abe-9b5f-485c6c6fa7d6',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.506823] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.507031] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.507170] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.507440] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.507593] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.507743] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port b5cc5486-0a72-4d08-b88b-a2dee65e695a not found, creating... [ 920.508019] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.508176] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.508286] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.508492] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.508625] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.508951] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.509053] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.509172] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.509377] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.509509] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.509645] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: b5cc5486-0a72-4d08-b88b-a2dee65e695a is going to be created. [ 920.529432] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.529640] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.531085] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.531085] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.531085] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.531085] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-b5cc5486-0a72-4d08-b88b-a2dee65e695a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.758020] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.758221] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.758300] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.758518] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.758879] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.758879] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44752025-edeb-41ac-a47d-ef5de185998e is going to be updated. [ 920.803492] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.803644] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.803717] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.804911] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.804911] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.813324] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44752025-edeb-41ac-a47d-ef5de185998e in Status: IN_PROGRESS for 2s [ 920.998022] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.998022] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.998022] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.998022] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.998022] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.998022] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d232ecb8-4a38-4f14-9287-c6338447b262 is going to be updated. [ 920.999425] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.999576] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.999752] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.999882] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.999958] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.000046] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 is going to be updated. [ 921.027383] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.027558] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.027741] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.027826] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.027952] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.029976] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.030100] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.030181] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.030347] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.030469] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.040151] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 in Status: IN_PROGRESS for 2s [ 921.040878] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d232ecb8-4a38-4f14-9287-c6338447b262 in Status: IN_PROGRESS for 2s [ 921.463397] env[69392]: INFO networking_nsxv3.common.synchronization [req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 req-02428f81-3fd9-4e9c-a3ab-ddf12738b6b9 service nova] Enqueued Resource ID: 44752025-edeb-41ac-a47d-ef5de185998e with Priority: HIGHEST for action security_group_rules [ 921.463694] env[69392]: INFO networking_nsxv3.common.synchronization [req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 req-02428f81-3fd9-4e9c-a3ab-ddf12738b6b9 service nova] Enqueued Resource ID: 44752025-edeb-41ac-a47d-ef5de185998e with Priority: HIGHEST for action security_group_members [ 921.463784] env[69392]: INFO networking_nsxv3.common.synchronization [req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 req-02428f81-3fd9-4e9c-a3ab-ddf12738b6b9 service nova] Enqueued Resource ID: b5cc5486-0a72-4d08-b88b-a2dee65e695a with Priority: HIGHEST for action port [ 921.464285] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44752025-edeb-41ac-a47d-ef5de185998e with Priority: HIGHEST for action security_group_rules [ 921.464450] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44752025-edeb-41ac-a47d-ef5de185998e with Priority: HIGHEST for action security_group_members [ 921.464560] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5cc5486-0a72-4d08-b88b-a2dee65e695a with Priority: HIGHEST for action port [ 921.464862] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44752025-edeb-41ac-a47d-ef5de185998e taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.464992] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.466281] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.466503] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.466591] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44752025-edeb-41ac-a47d-ef5de185998e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.467550] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-44752025-edeb-41ac-a47d-ef5de185998e taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.467670] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.467877] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5cc5486-0a72-4d08-b88b-a2dee65e695a taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.467970] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5cc5486-0a72-4d08-b88b-a2dee65e695a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.468048] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5cc5486-0a72-4d08-b88b-a2dee65e695a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.468959] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5cc5486-0a72-4d08-b88b-a2dee65e695a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.468959] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5cc5486-0a72-4d08-b88b-a2dee65e695a',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.556701] env[69392]: INFO networking_nsxv3.common.synchronization [None req-d08c914b-58ee-44f4-8cda-52eb3c3c91b5 None None] Enqueued Resource ID: 2a4416b1-c582-4d24-8a6a-51f8507d6824 with Priority: HIGHEST for action port [ 921.556701] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a4416b1-c582-4d24-8a6a-51f8507d6824 with Priority: HIGHEST for action port [ 921.557873] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a4416b1-c582-4d24-8a6a-51f8507d6824 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.557873] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a4416b1-c582-4d24-8a6a-51f8507d6824" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.557873] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a4416b1-c582-4d24-8a6a-51f8507d6824" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.557873] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a4416b1-c582-4d24-8a6a-51f8507d6824" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.557873] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a4416b1-c582-4d24-8a6a-51f8507d6824',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.971173] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-44752025-edeb-41ac-a47d-ef5de185998e taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.971263] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.971382] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b5cc5486-0a72-4d08-b88b-a2dee65e695a with status ACTIVE [ 921.971552] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.971948] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.971948] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.972167] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.972167] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.973078] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.973078] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.973078] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.973078] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.973078] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.973078] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.973078] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.973078] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.973559] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.973559] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.973559] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b5cc5486-0a72-4d08-b88b-a2dee65e695a is going to be updated. [ 921.996272] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.999369] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.999369] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.999369] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.999369] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.999369] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5cc5486-0a72-4d08-b88b-a2dee65e695a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.063673] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2a4416b1-c582-4d24-8a6a-51f8507d6824 [ 922.064094] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.064195] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.064271] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.064517] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.064640] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.064761] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2a4416b1-c582-4d24-8a6a-51f8507d6824 already deleted. [ 922.064872] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a4416b1-c582-4d24-8a6a-51f8507d6824" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.824086] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44752025-edeb-41ac-a47d-ef5de185998e in Status: SUCCESS [ 922.824370] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.824511] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.824743] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.824963] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.825101] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.825164] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.825335] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.825417] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.825516] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44752025-edeb-41ac-a47d-ef5de185998e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.051313] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 in Status: SUCCESS [ 923.051550] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.051816] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.052114] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.052322] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.052450] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.052519] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.052688] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.052771] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.052858] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.052952] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81084ca3-f156-4abe-9b5f-485c6c6fa7d6',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.054472] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d232ecb8-4a38-4f14-9287-c6338447b262 in Status: SUCCESS [ 923.054640] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d232ecb8-4a38-4f14-9287-c6338447b262" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.054782] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d232ecb8-4a38-4f14-9287-c6338447b262" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.054966] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d232ecb8-4a38-4f14-9287-c6338447b262" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.055150] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.055244] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.055427] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.055489] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.055524] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.055611] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d232ecb8-4a38-4f14-9287-c6338447b262" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.055699] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d232ecb8-4a38-4f14-9287-c6338447b262',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.199750] env[69392]: INFO networking_nsxv3.common.synchronization [req-fa89b287-6fd6-4ea8-9b71-d48fc1ec1ddf req-04289eb2-1d69-4d4f-ac2f-3d33a03533f0 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Enqueued Resource ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 with Priority: HIGHEST for action security_group_members [ 923.200010] env[69392]: INFO networking_nsxv3.common.synchronization [req-fa89b287-6fd6-4ea8-9b71-d48fc1ec1ddf req-04289eb2-1d69-4d4f-ac2f-3d33a03533f0 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Enqueued Resource ID: 07fe9cda-f906-4a79-bc31-55ef8fdeb003 with Priority: HIGHEST for action security_group_members [ 923.200247] env[69392]: INFO networking_nsxv3.common.synchronization [req-fa89b287-6fd6-4ea8-9b71-d48fc1ec1ddf req-04289eb2-1d69-4d4f-ac2f-3d33a03533f0 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Enqueued Resource ID: d232ecb8-4a38-4f14-9287-c6338447b262 with Priority: HIGHEST for action security_group_members [ 923.200826] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 with Priority: HIGHEST for action security_group_members [ 923.200911] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07fe9cda-f906-4a79-bc31-55ef8fdeb003 with Priority: HIGHEST for action security_group_members [ 923.201036] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d232ecb8-4a38-4f14-9287-c6338447b262 with Priority: HIGHEST for action security_group_members [ 923.201526] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.201644] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.201724] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.201969] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.202147] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.202251] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.202315] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.202476] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.202559] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.202653] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81084ca3-f156-4abe-9b5f-485c6c6fa7d6',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.203606] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-07fe9cda-f906-4a79-bc31-55ef8fdeb003 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.203606] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07fe9cda-f906-4a79-bc31-55ef8fdeb003" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.203741] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07fe9cda-f906-4a79-bc31-55ef8fdeb003" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.203939] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07fe9cda-f906-4a79-bc31-55ef8fdeb003" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.206139] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.206271] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.206343] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.206527] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.206594] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.206689] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07fe9cda-f906-4a79-bc31-55ef8fdeb003',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.207918] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-d232ecb8-4a38-4f14-9287-c6338447b262 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.207918] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d232ecb8-4a38-4f14-9287-c6338447b262" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.207918] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d232ecb8-4a38-4f14-9287-c6338447b262" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.207918] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d232ecb8-4a38-4f14-9287-c6338447b262" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.208113] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.208161] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.208200] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.208345] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.208484] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.208517] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d232ecb8-4a38-4f14-9287-c6338447b262',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.301045] env[69392]: INFO networking_nsxv3.common.synchronization [req-fa89b287-6fd6-4ea8-9b71-d48fc1ec1ddf req-04289eb2-1d69-4d4f-ac2f-3d33a03533f0 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Enqueued Resource ID: 07fe9cda-f906-4a79-bc31-55ef8fdeb003 with Priority: HIGHEST for action security_group_rules [ 923.301045] env[69392]: INFO networking_nsxv3.common.synchronization [req-fa89b287-6fd6-4ea8-9b71-d48fc1ec1ddf req-04289eb2-1d69-4d4f-ac2f-3d33a03533f0 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Enqueued Resource ID: 07fe9cda-f906-4a79-bc31-55ef8fdeb003 with Priority: HIGHEST for action security_group_members [ 923.301045] env[69392]: INFO networking_nsxv3.common.synchronization [req-fa89b287-6fd6-4ea8-9b71-d48fc1ec1ddf req-04289eb2-1d69-4d4f-ac2f-3d33a03533f0 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Enqueued Resource ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 with Priority: HIGHEST for action security_group_rules [ 923.301045] env[69392]: INFO networking_nsxv3.common.synchronization [req-fa89b287-6fd6-4ea8-9b71-d48fc1ec1ddf req-04289eb2-1d69-4d4f-ac2f-3d33a03533f0 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Enqueued Resource ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 with Priority: HIGHEST for action security_group_members [ 923.301045] env[69392]: INFO networking_nsxv3.common.synchronization [req-fa89b287-6fd6-4ea8-9b71-d48fc1ec1ddf req-04289eb2-1d69-4d4f-ac2f-3d33a03533f0 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Enqueued Resource ID: d232ecb8-4a38-4f14-9287-c6338447b262 with Priority: HIGHEST for action security_group_rules [ 923.301045] env[69392]: INFO networking_nsxv3.common.synchronization [req-fa89b287-6fd6-4ea8-9b71-d48fc1ec1ddf req-04289eb2-1d69-4d4f-ac2f-3d33a03533f0 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Enqueued Resource ID: d232ecb8-4a38-4f14-9287-c6338447b262 with Priority: HIGHEST for action security_group_members [ 923.301045] env[69392]: INFO networking_nsxv3.common.synchronization [req-fa89b287-6fd6-4ea8-9b71-d48fc1ec1ddf req-04289eb2-1d69-4d4f-ac2f-3d33a03533f0 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Enqueued Resource ID: 9e61c48e-633f-4410-a049-6ad2b1d96710 with Priority: HIGHEST for action port [ 923.301045] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07fe9cda-f906-4a79-bc31-55ef8fdeb003 with Priority: HIGHEST for action security_group_rules [ 923.301045] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 with Priority: HIGHEST for action security_group_rules [ 923.301045] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d232ecb8-4a38-4f14-9287-c6338447b262 with Priority: HIGHEST for action security_group_members [ 923.301045] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e61c48e-633f-4410-a049-6ad2b1d96710 with Priority: HIGHEST for action port [ 923.301045] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d232ecb8-4a38-4f14-9287-c6338447b262 with Priority: HIGHEST for action security_group_rules [ 923.301045] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07fe9cda-f906-4a79-bc31-55ef8fdeb003 with Priority: HIGHEST for action security_group_members [ 923.302507] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 with Priority: HIGHEST for action security_group_members [ 923.302545] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07fe9cda-f906-4a79-bc31-55ef8fdeb003 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.303182] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07fe9cda-f906-4a79-bc31-55ef8fdeb003" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.303182] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07fe9cda-f906-4a79-bc31-55ef8fdeb003" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.303182] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07fe9cda-f906-4a79-bc31-55ef8fdeb003" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.303182] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07fe9cda-f906-4a79-bc31-55ef8fdeb003',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.304443] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81084ca3-f156-4abe-9b5f-485c6c6fa7d6 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.304443] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.304629] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-d232ecb8-4a38-4f14-9287-c6338447b262 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.304720] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d232ecb8-4a38-4f14-9287-c6338447b262" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.304911] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e61c48e-633f-4410-a049-6ad2b1d96710 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.305273] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e61c48e-633f-4410-a049-6ad2b1d96710" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.305870] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e61c48e-633f-4410-a049-6ad2b1d96710" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.305870] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e61c48e-633f-4410-a049-6ad2b1d96710" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.305870] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e61c48e-633f-4410-a049-6ad2b1d96710',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.306661] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d232ecb8-4a38-4f14-9287-c6338447b262 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.306752] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d232ecb8-4a38-4f14-9287-c6338447b262" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.307163] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-07fe9cda-f906-4a79-bc31-55ef8fdeb003 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.307209] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07fe9cda-f906-4a79-bc31-55ef8fdeb003" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.307380] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.307459] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.330037] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44752025-edeb-41ac-a47d-ef5de185998e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.558089] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.558222] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.558426] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d232ecb8-4a38-4f14-9287-c6338447b262',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.712659] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07fe9cda-f906-4a79-bc31-55ef8fdeb003',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.712659] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81084ca3-f156-4abe-9b5f-485c6c6fa7d6',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.712659] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d232ecb8-4a38-4f14-9287-c6338447b262',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.808934] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9e61c48e-633f-4410-a049-6ad2b1d96710 with status ACTIVE [ 923.809548] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.809696] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.809857] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.810013] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.810224] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.810516] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.810776] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.810776] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.810776] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.811160] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.811160] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.811160] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.811448] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.811448] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.811448] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.811656] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9e61c48e-633f-4410-a049-6ad2b1d96710 is going to be updated. [ 923.812761] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-07fe9cda-f906-4a79-bc31-55ef8fdeb003 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.812921] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07fe9cda-f906-4a79-bc31-55ef8fdeb003" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.834139] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.834447] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.834447] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.834601] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.834752] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.834953] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e61c48e-633f-4410-a049-6ad2b1d96710" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.835198] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44752025-edeb-41ac-a47d-ef5de185998e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.020199] env[69392]: INFO networking_nsxv3.common.synchronization [req-a875dbac-aed3-455e-997e-ee8d669bebc1 req-5d5a73bf-570b-4d04-8a9d-b13d0412b2b2 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Enqueued Resource ID: 807f9880-027d-4a70-9381-c0ae7df73138 with Priority: HIGHEST for action security_group_members [ 924.020199] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 807f9880-027d-4a70-9381-c0ae7df73138 with Priority: HIGHEST for action security_group_members [ 924.020199] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-807f9880-027d-4a70-9381-c0ae7df73138 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.020199] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-807f9880-027d-4a70-9381-c0ae7df73138" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.020199] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-807f9880-027d-4a70-9381-c0ae7df73138" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.025992] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-807f9880-027d-4a70-9381-c0ae7df73138" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.025992] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.025992] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.025992] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.025992] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.025992] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.025992] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('807f9880-027d-4a70-9381-c0ae7df73138',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.060430] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d232ecb8-4a38-4f14-9287-c6338447b262: rpc.has_security_group_logging(os_id): False [ 924.078239] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.078411] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.078456] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.078722] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.078722] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.078952] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.079066] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.079125] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.079297] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.079341] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.079552] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d232ecb8-4a38-4f14-9287-c6338447b262 is going to be created. [ 924.140316] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.140453] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.140559] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.140732] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.141777] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.152837] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d232ecb8-4a38-4f14-9287-c6338447b262 in Status: IN_PROGRESS for 2s [ 924.212411] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07fe9cda-f906-4a79-bc31-55ef8fdeb003',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.216864] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d232ecb8-4a38-4f14-9287-c6338447b262',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.218556] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81084ca3-f156-4abe-9b5f-485c6c6fa7d6',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.337516] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.337719] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.337763] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.337950] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.338052] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.338150] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44752025-edeb-41ac-a47d-ef5de185998e is going to be updated. [ 924.369282] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.369427] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.369498] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.369707] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.369976] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.378136] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44752025-edeb-41ac-a47d-ef5de185998e in Status: IN_PROGRESS for 2s [ 924.529023] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.529023] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.529023] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.529023] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.529023] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.529023] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.529023] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.529023] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.529023] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.529023] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.529023] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 807f9880-027d-4a70-9381-c0ae7df73138 already deleted. [ 924.529023] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-807f9880-027d-4a70-9381-c0ae7df73138" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.715667] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.715856] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.715935] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.716210] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.716210] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.716370] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07fe9cda-f906-4a79-bc31-55ef8fdeb003 is going to be created. [ 924.720282] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.720282] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.720513] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.720513] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.720657] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.720721] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d232ecb8-4a38-4f14-9287-c6338447b262 is going to be updated. [ 924.725461] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.727461] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.727461] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.727461] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.727461] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.727461] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 is going to be updated. [ 924.750183] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-284 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.750183] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-284" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.750183] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-284" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.750183] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-284" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.750183] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.750183] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.750183] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.752912] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.753015] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.753183] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 924.753336] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 924.753643] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 924.753643] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 924.753643] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 924.753756] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 924.753870] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 924.756846] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.756979] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.757059] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.757281] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.758343] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.760125] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.760202] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.760277] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.760537] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.760688] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.762584] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.762584] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.762584] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.762584] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.762762] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.777746] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d232ecb8-4a38-4f14-9287-c6338447b262 in Status: IN_PROGRESS for 2s [ 924.778693] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 in Status: IN_PROGRESS for 2s [ 924.779901] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07fe9cda-f906-4a79-bc31-55ef8fdeb003 in Status: UNINITIALIZED for 2s [ 924.790586] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 924.795153] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 924.795153] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 924.795153] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-284" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.795153] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-c57d675c-99e3-454d-b3d1-4b34aec6122e taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.795153] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-c57d675c-99e3-454d-b3d1-4b34aec6122e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.795153] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-c57d675c-99e3-454d-b3d1-4b34aec6122e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.797261] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-c57d675c-99e3-454d-b3d1-4b34aec6122e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.798033] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c57d675c-99e3-454d-b3d1-4b34aec6122e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.302827] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.305623] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.305623] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.305623] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.305623] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.305623] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port c57d675c-99e3-454d-b3d1-4b34aec6122e not found, creating... [ 925.305623] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.305623] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.305623] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.305623] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.305623] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.306273] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.306273] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.306273] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.306273] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.306641] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.306641] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: c57d675c-99e3-454d-b3d1-4b34aec6122e is going to be created. [ 925.334889] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.335539] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.335689] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.336247] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.336535] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.336764] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-c57d675c-99e3-454d-b3d1-4b34aec6122e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.166564] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d232ecb8-4a38-4f14-9287-c6338447b262 in Status: SUCCESS [ 926.166797] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d232ecb8-4a38-4f14-9287-c6338447b262" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.166976] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d232ecb8-4a38-4f14-9287-c6338447b262" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.167209] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d232ecb8-4a38-4f14-9287-c6338447b262" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.167300] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d232ecb8-4a38-4f14-9287-c6338447b262',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.390075] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44752025-edeb-41ac-a47d-ef5de185998e in Status: SUCCESS [ 926.390307] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.390360] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.390654] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.390755] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.390869] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.390931] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.391091] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.391168] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.391251] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.394051] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('44752025-edeb-41ac-a47d-ef5de185998e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.456537] env[69392]: INFO networking_nsxv3.common.synchronization [req-a875dbac-aed3-455e-997e-ee8d669bebc1 req-3aaa6f5c-8c22-4d50-aaad-33529dc3e6f0 service nova] Enqueued Resource ID: 807f9880-027d-4a70-9381-c0ae7df73138 with Priority: HIGHEST for action security_group_rules [ 926.456537] env[69392]: INFO networking_nsxv3.common.synchronization [req-a875dbac-aed3-455e-997e-ee8d669bebc1 req-3aaa6f5c-8c22-4d50-aaad-33529dc3e6f0 service nova] Enqueued Resource ID: 807f9880-027d-4a70-9381-c0ae7df73138 with Priority: HIGHEST for action security_group_members [ 926.456537] env[69392]: INFO networking_nsxv3.common.synchronization [req-a875dbac-aed3-455e-997e-ee8d669bebc1 req-3aaa6f5c-8c22-4d50-aaad-33529dc3e6f0 service nova] Enqueued Resource ID: c57d675c-99e3-454d-b3d1-4b34aec6122e with Priority: HIGHEST for action port [ 926.456537] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 807f9880-027d-4a70-9381-c0ae7df73138 with Priority: HIGHEST for action security_group_rules [ 926.456537] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 807f9880-027d-4a70-9381-c0ae7df73138 with Priority: HIGHEST for action security_group_members [ 926.456537] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c57d675c-99e3-454d-b3d1-4b34aec6122e with Priority: HIGHEST for action port [ 926.456537] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-807f9880-027d-4a70-9381-c0ae7df73138 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.456832] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-807f9880-027d-4a70-9381-c0ae7df73138" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.456832] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-807f9880-027d-4a70-9381-c0ae7df73138" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.457274] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-807f9880-027d-4a70-9381-c0ae7df73138" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.457274] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('807f9880-027d-4a70-9381-c0ae7df73138',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.458444] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-807f9880-027d-4a70-9381-c0ae7df73138 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.458552] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-807f9880-027d-4a70-9381-c0ae7df73138" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.458615] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-807f9880-027d-4a70-9381-c0ae7df73138" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.459119] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-807f9880-027d-4a70-9381-c0ae7df73138" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.459119] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.459119] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.459292] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.459292] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.459361] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.460013] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('807f9880-027d-4a70-9381-c0ae7df73138',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.460858] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-c57d675c-99e3-454d-b3d1-4b34aec6122e taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.460858] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c57d675c-99e3-454d-b3d1-4b34aec6122e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.460858] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c57d675c-99e3-454d-b3d1-4b34aec6122e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.460858] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c57d675c-99e3-454d-b3d1-4b34aec6122e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.461266] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c57d675c-99e3-454d-b3d1-4b34aec6122e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.670079] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-d232ecb8-4a38-4f14-9287-c6338447b262 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.670545] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d232ecb8-4a38-4f14-9287-c6338447b262" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.791112] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07fe9cda-f906-4a79-bc31-55ef8fdeb003 in Status: SUCCESS [ 926.791876] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07fe9cda-f906-4a79-bc31-55ef8fdeb003" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.791876] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07fe9cda-f906-4a79-bc31-55ef8fdeb003" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.791876] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07fe9cda-f906-4a79-bc31-55ef8fdeb003" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.792119] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.792119] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.792119] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.792326] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.792367] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.792487] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07fe9cda-f906-4a79-bc31-55ef8fdeb003',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.795014] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d232ecb8-4a38-4f14-9287-c6338447b262 in Status: SUCCESS [ 926.795014] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d232ecb8-4a38-4f14-9287-c6338447b262" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.795778] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 in Status: SUCCESS [ 926.795899] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.796158] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d232ecb8-4a38-4f14-9287-c6338447b262" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.796249] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d232ecb8-4a38-4f14-9287-c6338447b262" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.796416] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.796524] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.796585] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.796727] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.796801] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.797993] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d232ecb8-4a38-4f14-9287-c6338447b262',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.797993] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.797993] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.798158] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.798382] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.798452] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.798602] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.798688] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.798793] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81084ca3-f156-4abe-9b5f-485c6c6fa7d6',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.899796] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-44752025-edeb-41ac-a47d-ef5de185998e taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.899796] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.899796] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.899796] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.899796] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.899796] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.899796] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.899796] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.899796] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.900684] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.900684] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-44752025-edeb-41ac-a47d-ef5de185998e taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.900684] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.900684] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.900684] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.900684] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.900684] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.900684] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.901054] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.901054] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.901054] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.901054] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('44752025-edeb-41ac-a47d-ef5de185998e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.965286] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-807f9880-027d-4a70-9381-c0ae7df73138 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.965286] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-807f9880-027d-4a70-9381-c0ae7df73138" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.965286] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('807f9880-027d-4a70-9381-c0ae7df73138',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.965286] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c57d675c-99e3-454d-b3d1-4b34aec6122e with status ACTIVE [ 926.965286] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.965286] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.965286] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.965286] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.965286] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.965286] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.965954] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.965954] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.965954] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.965954] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.965954] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.965954] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.966189] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.966805] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.966805] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.966805] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c57d675c-99e3-454d-b3d1-4b34aec6122e is going to be updated. [ 926.994424] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.994738] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.994738] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.995232] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.995232] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.995232] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c57d675c-99e3-454d-b3d1-4b34aec6122e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.078148] env[69392]: INFO networking_nsxv3.common.synchronization [req-bf2fc977-85e4-4fd7-9952-1c04f358ce31 req-05ddf717-317b-4d95-9619-78f3e823442c tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Enqueued Resource ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 with Priority: HIGHEST for action security_group_members [ 927.078341] env[69392]: INFO networking_nsxv3.common.synchronization [req-bf2fc977-85e4-4fd7-9952-1c04f358ce31 req-05ddf717-317b-4d95-9619-78f3e823442c tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Enqueued Resource ID: 07fe9cda-f906-4a79-bc31-55ef8fdeb003 with Priority: HIGHEST for action security_group_members [ 927.078391] env[69392]: INFO networking_nsxv3.common.synchronization [req-bf2fc977-85e4-4fd7-9952-1c04f358ce31 req-05ddf717-317b-4d95-9619-78f3e823442c tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Enqueued Resource ID: d232ecb8-4a38-4f14-9287-c6338447b262 with Priority: HIGHEST for action security_group_members [ 927.079391] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 with Priority: HIGHEST for action security_group_members [ 927.079391] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07fe9cda-f906-4a79-bc31-55ef8fdeb003 with Priority: HIGHEST for action security_group_members [ 927.079558] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d232ecb8-4a38-4f14-9287-c6338447b262 with Priority: HIGHEST for action security_group_members [ 927.079788] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.079881] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.080088] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-07fe9cda-f906-4a79-bc31-55ef8fdeb003 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.080325] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07fe9cda-f906-4a79-bc31-55ef8fdeb003" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.080546] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-d232ecb8-4a38-4f14-9287-c6338447b262 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.080635] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d232ecb8-4a38-4f14-9287-c6338447b262" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.303294] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07fe9cda-f906-4a79-bc31-55ef8fdeb003',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.303294] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d232ecb8-4a38-4f14-9287-c6338447b262',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.303294] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81084ca3-f156-4abe-9b5f-485c6c6fa7d6',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.405553] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 44752025-edeb-41ac-a47d-ef5de185998e: rpc.has_security_group_logging(os_id): False [ 927.427691] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.430128] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.430128] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.430128] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.430128] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.430128] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.430128] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.430128] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.430128] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.430128] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.430128] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.430128] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.430128] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.430128] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.430939] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.431595] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.432620] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.432620] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.432620] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.432837] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.432837] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44752025-edeb-41ac-a47d-ef5de185998e is going to be updated. [ 927.469155] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('807f9880-027d-4a70-9381-c0ae7df73138',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.499111] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.499111] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.499111] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.499111] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.499111] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.518710] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44752025-edeb-41ac-a47d-ef5de185998e in Status: IN_PROGRESS for 2s [ 927.806190] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07fe9cda-f906-4a79-bc31-55ef8fdeb003',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.806190] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d232ecb8-4a38-4f14-9287-c6338447b262',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.806190] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81084ca3-f156-4abe-9b5f-485c6c6fa7d6',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.971274] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.971274] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.971403] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.972301] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.972301] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.972301] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 807f9880-027d-4a70-9381-c0ae7df73138 is going to be created. [ 928.007196] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.007330] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.007400] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.007613] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.007773] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.021307] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 807f9880-027d-4a70-9381-c0ae7df73138 in Status: UNINITIALIZED for 2s [ 928.308648] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.308787] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.308787] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.309026] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.309095] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.309190] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d232ecb8-4a38-4f14-9287-c6338447b262 is going to be updated. [ 928.310419] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.310537] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.310610] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.310872] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.310994] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.311070] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07fe9cda-f906-4a79-bc31-55ef8fdeb003 is going to be updated. [ 928.312129] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.312246] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.312246] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.312408] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.312488] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.312575] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 is going to be updated. [ 928.364047] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.364289] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.364399] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.364621] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.364782] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.366614] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.366733] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.366795] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.366992] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.367636] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.369145] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.369258] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.369324] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.369492] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.369607] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.381535] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07fe9cda-f906-4a79-bc31-55ef8fdeb003 in Status: IN_PROGRESS for 2s [ 928.382229] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d232ecb8-4a38-4f14-9287-c6338447b262 in Status: IN_PROGRESS for 2s [ 928.382833] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 in Status: IN_PROGRESS for 2s [ 929.534378] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44752025-edeb-41ac-a47d-ef5de185998e in Status: SUCCESS [ 929.534378] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.033487] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 807f9880-027d-4a70-9381-c0ae7df73138 in Status: SUCCESS [ 930.033487] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-807f9880-027d-4a70-9381-c0ae7df73138" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.033487] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-807f9880-027d-4a70-9381-c0ae7df73138" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.033487] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-807f9880-027d-4a70-9381-c0ae7df73138" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.034171] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.034171] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.034171] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.034171] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.034171] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.034171] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-807f9880-027d-4a70-9381-c0ae7df73138" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.034634] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('807f9880-027d-4a70-9381-c0ae7df73138',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.398020] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 in Status: SUCCESS [ 930.398020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.398020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.398020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.398020] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.398020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.398020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.398020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.398020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.398020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.398020] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.398020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.398020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.398020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.398020] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.398020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.398020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.400411] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.400624] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.400799] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.401009] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81084ca3-f156-4abe-9b5f-485c6c6fa7d6',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.405354] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d232ecb8-4a38-4f14-9287-c6338447b262 in Status: SUCCESS [ 930.405354] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d232ecb8-4a38-4f14-9287-c6338447b262" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.405354] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07fe9cda-f906-4a79-bc31-55ef8fdeb003 in Status: SUCCESS [ 930.405354] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07fe9cda-f906-4a79-bc31-55ef8fdeb003" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.405354] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.405354] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.405354] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.405354] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.405806] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.406064] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.406231] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.406404] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81084ca3-f156-4abe-9b5f-485c6c6fa7d6',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.408353] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d232ecb8-4a38-4f14-9287-c6338447b262" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.408839] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d232ecb8-4a38-4f14-9287-c6338447b262" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.412113] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.412113] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.412113] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.412113] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.412113] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.412316] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d232ecb8-4a38-4f14-9287-c6338447b262" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.412316] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d232ecb8-4a38-4f14-9287-c6338447b262',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.412986] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07fe9cda-f906-4a79-bc31-55ef8fdeb003" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.413159] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07fe9cda-f906-4a79-bc31-55ef8fdeb003" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.413351] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.414945] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.414945] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.414945] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.414945] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.414945] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07fe9cda-f906-4a79-bc31-55ef8fdeb003" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.414945] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07fe9cda-f906-4a79-bc31-55ef8fdeb003',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.415703] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d232ecb8-4a38-4f14-9287-c6338447b262" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.415703] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d232ecb8-4a38-4f14-9287-c6338447b262" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.415820] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.416193] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.416294] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.416469] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.416548] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.416635] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d232ecb8-4a38-4f14-9287-c6338447b262',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.417363] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07fe9cda-f906-4a79-bc31-55ef8fdeb003" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.417523] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07fe9cda-f906-4a79-bc31-55ef8fdeb003" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.417672] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.417775] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.417861] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.418047] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.418123] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.418428] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07fe9cda-f906-4a79-bc31-55ef8fdeb003',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.536846] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-807f9880-027d-4a70-9381-c0ae7df73138 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.537979] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-807f9880-027d-4a70-9381-c0ae7df73138" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.537979] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-807f9880-027d-4a70-9381-c0ae7df73138" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.537979] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-807f9880-027d-4a70-9381-c0ae7df73138" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.537979] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.537979] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.537979] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.537979] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.537979] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.538415] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-807f9880-027d-4a70-9381-c0ae7df73138" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.538415] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-807f9880-027d-4a70-9381-c0ae7df73138 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.538415] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-807f9880-027d-4a70-9381-c0ae7df73138" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.538415] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-807f9880-027d-4a70-9381-c0ae7df73138" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.538576] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-807f9880-027d-4a70-9381-c0ae7df73138" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.538756] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.538870] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.539722] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.539722] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.539722] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.539722] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-807f9880-027d-4a70-9381-c0ae7df73138" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.539722] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('807f9880-027d-4a70-9381-c0ae7df73138',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.911415] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81084ca3-f156-4abe-9b5f-485c6c6fa7d6',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.915998] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81084ca3-f156-4abe-9b5f-485c6c6fa7d6: rpc.has_security_group_logging(os_id): False [ 930.917530] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d232ecb8-4a38-4f14-9287-c6338447b262',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.921494] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.921694] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.921913] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.922063] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.922163] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.922358] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.922461] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.922522] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.922711] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.922791] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.922880] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d232ecb8-4a38-4f14-9287-c6338447b262 is going to be updated. [ 930.923967] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07fe9cda-f906-4a79-bc31-55ef8fdeb003',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.924994] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.925148] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.925251] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.925494] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.925628] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.925897] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.926954] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.927117] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.927366] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.927516] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.927675] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07fe9cda-f906-4a79-bc31-55ef8fdeb003 is going to be deleted. [ 930.948569] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.948717] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.948789] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.949045] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.949157] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.949374] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.949476] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.949535] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.949692] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.949770] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.949951] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.950103] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.950169] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.950349] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.950473] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.950723] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.951185] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.951185] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.952030] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.952030] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.952030] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 is going to be updated. [ 930.964882] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.965167] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.965331] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.965521] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.965669] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.965810] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07fe9cda-f906-4a79-bc31-55ef8fdeb003" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.966822] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.967022] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.967121] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.967338] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.967563] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.977360] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d232ecb8-4a38-4f14-9287-c6338447b262 in Status: IN_PROGRESS for 2s [ 931.030674] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.030872] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.030925] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.032259] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.032259] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.043135] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 807f9880-027d-4a70-9381-c0ae7df73138: rpc.has_security_group_logging(os_id): False [ 931.049531] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 in Status: IN_PROGRESS for 2s [ 931.062598] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.062744] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.062818] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.063051] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.063178] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.063337] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.063433] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.063497] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.063646] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.063722] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.064736] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.064736] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.064736] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.064736] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.064736] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.065032] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.065032] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.065032] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.065401] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.065518] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.065634] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 807f9880-027d-4a70-9381-c0ae7df73138 is going to be created. [ 931.166321] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.166518] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.166571] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.166813] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.167043] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.184828] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 807f9880-027d-4a70-9381-c0ae7df73138 in Status: IN_PROGRESS for 2s [ 931.415801] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81084ca3-f156-4abe-9b5f-485c6c6fa7d6',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.429358] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d232ecb8-4a38-4f14-9287-c6338447b262: rpc.has_security_group_logging(os_id): False [ 931.430646] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07fe9cda-f906-4a79-bc31-55ef8fdeb003: rpc.has_security_group_logging(os_id): False [ 931.450282] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.450591] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.450591] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.450795] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.450795] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.450987] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.451108] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.451164] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.451297] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.451355] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.451466] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07fe9cda-f906-4a79-bc31-55ef8fdeb003 is going to be created. [ 931.453227] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.453227] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.453367] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.453753] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.453753] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.453753] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.453977] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.453977] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.454091] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.454091] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.454262] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d232ecb8-4a38-4f14-9287-c6338447b262 is going to be updated. [ 931.473149] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/07fe9cda-f906-4a79-bc31-55ef8fdeb003], does not exist path=[/infra/domains/default/groups/07fe9cda-f906-4a79-bc31-55ef8fdeb003]."\n}' [ 931.473240] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07fe9cda-f906-4a79-bc31-55ef8fdeb003 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/07fe9cda-f906-4a79-bc31-55ef8fdeb003 [ 931.473330] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 931.509738] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.509929] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.509983] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.510782] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.511418] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.511680] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.511804] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.511875] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.512115] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.512210] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.512419] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.512794] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.512794] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.512794] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.512794] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.513031] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07fe9cda-f906-4a79-bc31-55ef8fdeb003 is going to be created. [ 931.530448] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.530663] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.530755] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.530975] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.531431] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.533512] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/07fe9cda-f906-4a79-bc31-55ef8fdeb003], does not exist path=[/infra/domains/default/groups/07fe9cda-f906-4a79-bc31-55ef8fdeb003]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/07fe9cda-f906-4a79-bc31-55ef8fdeb003 [ 931.533705] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07fe9cda-f906-4a79-bc31-55ef8fdeb003" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.533846] env[69392]: Traceback (most recent call last): [ 931.533894] env[69392]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 931.533894] env[69392]: return func(*args, **kwargs) [ 931.533894] env[69392]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 931.533894] env[69392]: res.raise_for_status() [ 931.533894] env[69392]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 931.533894] env[69392]: raise HTTPError(http_error_msg, response=self) [ 931.533894] env[69392]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/07fe9cda-f906-4a79-bc31-55ef8fdeb003 [ 931.533894] env[69392]: During handling of the above exception, another exception occurred: [ 931.533894] env[69392]: Traceback (most recent call last): [ 931.534200] env[69392]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 931.534200] env[69392]: listener.cb(fileno) [ 931.534200] env[69392]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 931.534200] env[69392]: result = function(*args, **kwargs) [ 931.534200] env[69392]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 931.534200] env[69392]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 931.534200] env[69392]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 931.534200] env[69392]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 931.534200] env[69392]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 931.534200] env[69392]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 931.534200] env[69392]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 931.534200] env[69392]: res.raise_for_status() [ 931.534200] env[69392]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 931.534200] env[69392]: raise HTTPError(http_error_msg, response=self) [ 931.534200] env[69392]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/07fe9cda-f906-4a79-bc31-55ef8fdeb003 [ 931.534200] env[69392]: Removing descriptor: 24 [ 931.547361] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d232ecb8-4a38-4f14-9287-c6338447b262 in Status: IN_PROGRESS for 2s [ 931.748484] env[69392]: INFO networking_nsxv3.common.synchronization [req-618f1291-f483-49a1-8f42-7e202c5c2835 req-fb05be13-32f1-4a4c-a385-67f6dafd2d16 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Enqueued Resource ID: 3ad953ac-89c8-4380-b2f2-1a3f21b3d812 with Priority: HIGHEST for action security_group_members [ 931.749062] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ad953ac-89c8-4380-b2f2-1a3f21b3d812 with Priority: HIGHEST for action security_group_members [ 931.749378] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ad953ac-89c8-4380-b2f2-1a3f21b3d812 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.749555] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ad953ac-89c8-4380-b2f2-1a3f21b3d812" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.749630] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ad953ac-89c8-4380-b2f2-1a3f21b3d812" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.749823] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ad953ac-89c8-4380-b2f2-1a3f21b3d812" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.750041] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.750119] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.750168] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.750287] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.750379] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.750477] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ad953ac-89c8-4380-b2f2-1a3f21b3d812',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.918417] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.918648] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.918714] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.918948] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.919059] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.919160] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 is going to be updated. [ 931.950766] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.950982] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.951051] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.951236] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.951400] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.961047] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 in Status: IN_PROGRESS for 2s [ 932.258556] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.258741] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.258859] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.259123] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.308317] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.308580] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.308695] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.308761] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.308967] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.309055] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.309144] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ad953ac-89c8-4380-b2f2-1a3f21b3d812 is going to be updated. [ 932.367765] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.367765] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.367765] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.367765] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.367765] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.381240] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ad953ac-89c8-4380-b2f2-1a3f21b3d812 in Status: IN_PROGRESS for 2s [ 932.682311] env[69392]: INFO networking_nsxv3.common.synchronization [req-a4e172c7-4c46-45af-adb3-2a04dd55b9df req-24866a80-7a39-452a-b960-a645ba19616d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Enqueued Resource ID: e30ecb9b-8c35-4584-b7eb-d3b4d145e2da with Priority: HIGHEST for action security_group_members [ 932.682880] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e30ecb9b-8c35-4584-b7eb-d3b4d145e2da with Priority: HIGHEST for action security_group_members [ 932.683280] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.686129] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.686231] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.686496] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.686673] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.686781] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.686845] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.687013] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.687131] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.687234] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e30ecb9b-8c35-4584-b7eb-d3b4d145e2da',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.990696] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d232ecb8-4a38-4f14-9287-c6338447b262 in Status: SUCCESS [ 932.990696] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d232ecb8-4a38-4f14-9287-c6338447b262 deletion is rescheduled due to dependency. [ 932.990870] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d232ecb8-4a38-4f14-9287-c6338447b262" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.065051] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 in Status: SUCCESS [ 933.065319] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.065501] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.065712] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.065805] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81084ca3-f156-4abe-9b5f-485c6c6fa7d6',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.191631] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.191631] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.191631] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.191631] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.191631] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.191631] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.191631] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.191631] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.191631] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.191631] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.191631] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e30ecb9b-8c35-4584-b7eb-d3b4d145e2da already deleted. [ 933.191631] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.199565] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 807f9880-027d-4a70-9381-c0ae7df73138 in Status: SUCCESS [ 933.199565] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-807f9880-027d-4a70-9381-c0ae7df73138" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.401283] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-535 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.401484] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-535" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.401591] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-535" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.401866] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-535" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.402154] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.402330] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.402450] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.402668] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.402840] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.403224] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 933.403372] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 933.403487] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 933.403605] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 933.403703] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 933.403805] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 933.403968] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 933.422527] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 933.422712] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 933.422849] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 933.423033] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-535" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.423344] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-cd175bcc-9684-47da-a2ea-b54a5e453311 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.423513] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-cd175bcc-9684-47da-a2ea-b54a5e453311" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.423633] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-cd175bcc-9684-47da-a2ea-b54a5e453311" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.423974] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-cd175bcc-9684-47da-a2ea-b54a5e453311" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.424255] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd175bcc-9684-47da-a2ea-b54a5e453311',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.564290] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d232ecb8-4a38-4f14-9287-c6338447b262 in Status: SUCCESS [ 933.564516] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d232ecb8-4a38-4f14-9287-c6338447b262" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.568042] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.568147] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.927850] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.928339] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.928339] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.928492] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.928652] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.928724] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port cd175bcc-9684-47da-a2ea-b54a5e453311 not found, creating... [ 933.929136] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.929254] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.929549] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.929549] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.929655] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.930079] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.930079] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.930251] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.930439] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.930527] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.930802] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: cd175bcc-9684-47da-a2ea-b54a5e453311 is going to be created. [ 933.956210] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.956420] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.956555] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.956896] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.957124] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.957727] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-cd175bcc-9684-47da-a2ea-b54a5e453311" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.972133] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 in Status: SUCCESS [ 933.972289] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.972507] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.972765] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.972914] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.973040] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.973149] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.973295] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.973391] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.973503] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.973555] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81084ca3-f156-4abe-9b5f-485c6c6fa7d6',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.391865] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ad953ac-89c8-4380-b2f2-1a3f21b3d812 in Status: SUCCESS [ 934.392060] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ad953ac-89c8-4380-b2f2-1a3f21b3d812 deletion is rescheduled due to dependency. [ 934.392177] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ad953ac-89c8-4380-b2f2-1a3f21b3d812" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.476479] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.476645] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.476720] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.476951] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.477203] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.477265] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.477311] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.477463] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.477544] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.477633] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.477776] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.477869] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.477955] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.478088] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.478226] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.478319] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.478381] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.478518] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.478792] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.478792] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.478792] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81084ca3-f156-4abe-9b5f-485c6c6fa7d6',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.982016] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81084ca3-f156-4abe-9b5f-485c6c6fa7d6: rpc.has_security_group_logging(os_id): False [ 935.000766] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.000971] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.001052] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.001300] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.026200] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.026558] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.026685] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.026754] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.027008] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.027286] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.027517] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.027632] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.027707] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.027884] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.027979] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.028291] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.028422] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.028578] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.028761] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.028885] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.029021] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 is going to be updated. [ 935.102446] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.102446] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.102446] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.102446] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.102446] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.118266] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 in Status: IN_PROGRESS for 2s [ 935.156695] env[69392]: INFO networking_nsxv3.common.synchronization [req-a4e172c7-4c46-45af-adb3-2a04dd55b9df req-e08c7685-4c54-4d2d-8875-c192d98e0eae service nova] Enqueued Resource ID: e30ecb9b-8c35-4584-b7eb-d3b4d145e2da with Priority: HIGHEST for action security_group_rules [ 935.156695] env[69392]: INFO networking_nsxv3.common.synchronization [req-a4e172c7-4c46-45af-adb3-2a04dd55b9df req-e08c7685-4c54-4d2d-8875-c192d98e0eae service nova] Enqueued Resource ID: e30ecb9b-8c35-4584-b7eb-d3b4d145e2da with Priority: HIGHEST for action security_group_members [ 935.156695] env[69392]: INFO networking_nsxv3.common.synchronization [req-a4e172c7-4c46-45af-adb3-2a04dd55b9df req-e08c7685-4c54-4d2d-8875-c192d98e0eae service nova] Enqueued Resource ID: cd175bcc-9684-47da-a2ea-b54a5e453311 with Priority: HIGHEST for action port [ 935.156695] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e30ecb9b-8c35-4584-b7eb-d3b4d145e2da with Priority: HIGHEST for action security_group_rules [ 935.156695] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e30ecb9b-8c35-4584-b7eb-d3b4d145e2da with Priority: HIGHEST for action security_group_members [ 935.156695] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd175bcc-9684-47da-a2ea-b54a5e453311 with Priority: HIGHEST for action port [ 935.156695] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.157365] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.157590] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.158100] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.158289] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e30ecb9b-8c35-4584-b7eb-d3b4d145e2da',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.161232] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.161232] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.161232] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.161232] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.161232] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.161232] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.161232] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.161232] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.161232] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.161232] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e30ecb9b-8c35-4584-b7eb-d3b4d145e2da',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.167350] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd175bcc-9684-47da-a2ea-b54a5e453311 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.167350] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd175bcc-9684-47da-a2ea-b54a5e453311" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.167350] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd175bcc-9684-47da-a2ea-b54a5e453311" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.167350] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd175bcc-9684-47da-a2ea-b54a5e453311" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.167350] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd175bcc-9684-47da-a2ea-b54a5e453311',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.233751] env[69392]: INFO networking_nsxv3.common.synchronization [req-0518d392-0b86-4e83-b559-60fa64092480 req-4f9b0bfb-af06-4304-af98-7d93545f5238 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Enqueued Resource ID: d423ac92-d7bb-455a-9805-981f71c4380e with Priority: HIGHEST for action security_group_members [ 935.234446] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d423ac92-d7bb-455a-9805-981f71c4380e with Priority: HIGHEST for action security_group_members [ 935.234766] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-d423ac92-d7bb-455a-9805-981f71c4380e taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.234941] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d423ac92-d7bb-455a-9805-981f71c4380e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.235103] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d423ac92-d7bb-455a-9805-981f71c4380e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.235212] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d423ac92-d7bb-455a-9805-981f71c4380e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.235378] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.235481] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.235545] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.235697] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.235782] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.235886] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d423ac92-d7bb-455a-9805-981f71c4380e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.671114] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e30ecb9b-8c35-4584-b7eb-d3b4d145e2da',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.672297] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.672409] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.672595] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cd175bcc-9684-47da-a2ea-b54a5e453311 with status ACTIVE [ 935.672758] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.672867] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.672933] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.673166] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.673256] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.673435] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.673531] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.673593] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.673743] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.673820] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.674259] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.674419] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.674516] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.674723] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.674831] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.675197] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cd175bcc-9684-47da-a2ea-b54a5e453311 is going to be updated. [ 935.687312] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-19 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.687562] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-19" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.687725] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-19" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.688033] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-19" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.688338] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.688538] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.688692] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.688949] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.689186] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.689444] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 935.689597] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 935.689741] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 935.689884] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 935.690039] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 935.690187] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 935.690352] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 935.701801] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.702029] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.702132] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.702366] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.702545] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.702741] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd175bcc-9684-47da-a2ea-b54a5e453311" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.711777] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 935.711944] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 935.712140] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 935.712346] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-19" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.712692] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-a871d74d-016c-4725-a86a-b2372cb1b31f taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.712905] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-a871d74d-016c-4725-a86a-b2372cb1b31f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.713076] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-a871d74d-016c-4725-a86a-b2372cb1b31f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.713426] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-a871d74d-016c-4725-a86a-b2372cb1b31f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.713608] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a871d74d-016c-4725-a86a-b2372cb1b31f',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.738773] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d423ac92-d7bb-455a-9805-981f71c4380e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.177583] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e30ecb9b-8c35-4584-b7eb-d3b4d145e2da',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.216353] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.216597] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.216796] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.217235] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.217473] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.217691] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port a871d74d-016c-4725-a86a-b2372cb1b31f not found, creating... [ 936.218060] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.218316] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.218554] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.218987] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.219208] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.219610] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.219820] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.219999] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.220379] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.220556] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.220729] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: a871d74d-016c-4725-a86a-b2372cb1b31f is going to be created. [ 936.241119] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d423ac92-d7bb-455a-9805-981f71c4380e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.249090] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.249324] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.249489] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.249913] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.250140] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.250481] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-a871d74d-016c-4725-a86a-b2372cb1b31f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.681490] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.681490] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.681490] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.681751] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.681751] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.681819] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e30ecb9b-8c35-4584-b7eb-d3b4d145e2da is going to be created. [ 936.712432] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.712432] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.712432] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.712432] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.712432] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.725284] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e30ecb9b-8c35-4584-b7eb-d3b4d145e2da in Status: UNINITIALIZED for 2s [ 936.745141] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.745141] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.745141] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.745141] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.745141] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.745141] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d423ac92-d7bb-455a-9805-981f71c4380e is going to be updated. [ 936.781931] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.781931] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.781931] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.782167] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.782254] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.790891] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d423ac92-d7bb-455a-9805-981f71c4380e in Status: IN_PROGRESS for 2s [ 937.155308] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 in Status: SUCCESS [ 937.155308] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.643312] env[69392]: INFO networking_nsxv3.common.synchronization [req-0518d392-0b86-4e83-b559-60fa64092480 req-3c7ad6f0-40a6-4057-baef-b32278fc44a1 service nova] Enqueued Resource ID: d423ac92-d7bb-455a-9805-981f71c4380e with Priority: HIGHEST for action security_group_rules [ 937.643595] env[69392]: INFO networking_nsxv3.common.synchronization [req-0518d392-0b86-4e83-b559-60fa64092480 req-3c7ad6f0-40a6-4057-baef-b32278fc44a1 service nova] Enqueued Resource ID: d423ac92-d7bb-455a-9805-981f71c4380e with Priority: HIGHEST for action security_group_members [ 937.643595] env[69392]: INFO networking_nsxv3.common.synchronization [req-0518d392-0b86-4e83-b559-60fa64092480 req-3c7ad6f0-40a6-4057-baef-b32278fc44a1 service nova] Enqueued Resource ID: a871d74d-016c-4725-a86a-b2372cb1b31f with Priority: HIGHEST for action port [ 937.643819] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d423ac92-d7bb-455a-9805-981f71c4380e with Priority: HIGHEST for action security_group_rules [ 937.643975] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d423ac92-d7bb-455a-9805-981f71c4380e with Priority: HIGHEST for action security_group_members [ 937.644095] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a871d74d-016c-4725-a86a-b2372cb1b31f with Priority: HIGHEST for action port [ 937.644661] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d423ac92-d7bb-455a-9805-981f71c4380e taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.644787] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d423ac92-d7bb-455a-9805-981f71c4380e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.644857] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d423ac92-d7bb-455a-9805-981f71c4380e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.645080] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d423ac92-d7bb-455a-9805-981f71c4380e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.645160] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d423ac92-d7bb-455a-9805-981f71c4380e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.646064] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-d423ac92-d7bb-455a-9805-981f71c4380e taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.646173] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d423ac92-d7bb-455a-9805-981f71c4380e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.646288] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-a871d74d-016c-4725-a86a-b2372cb1b31f taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.646402] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a871d74d-016c-4725-a86a-b2372cb1b31f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.646467] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a871d74d-016c-4725-a86a-b2372cb1b31f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.646636] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a871d74d-016c-4725-a86a-b2372cb1b31f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.646712] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a871d74d-016c-4725-a86a-b2372cb1b31f',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.148241] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-d423ac92-d7bb-455a-9805-981f71c4380e taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.148376] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d423ac92-d7bb-455a-9805-981f71c4380e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.152324] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a871d74d-016c-4725-a86a-b2372cb1b31f with status ACTIVE [ 938.152551] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.152678] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.152781] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.152946] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.153080] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.153272] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.153372] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.153435] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.153597] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.153677] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.153855] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.153948] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.154039] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.154191] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.154267] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.154361] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a871d74d-016c-4725-a86a-b2372cb1b31f is going to be updated. [ 938.175223] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.175364] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.176198] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.177379] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.177537] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.177711] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a871d74d-016c-4725-a86a-b2372cb1b31f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.736545] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e30ecb9b-8c35-4584-b7eb-d3b4d145e2da in Status: SUCCESS [ 938.736916] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.737049] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.737278] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.737477] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.737597] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.737654] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.737819] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.737901] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.737990] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.738899] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e30ecb9b-8c35-4584-b7eb-d3b4d145e2da',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.800252] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d423ac92-d7bb-455a-9805-981f71c4380e in Status: SUCCESS [ 938.800519] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d423ac92-d7bb-455a-9805-981f71c4380e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.800698] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d423ac92-d7bb-455a-9805-981f71c4380e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.801146] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d423ac92-d7bb-455a-9805-981f71c4380e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.801146] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.801353] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.801353] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.801457] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.801534] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.801630] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d423ac92-d7bb-455a-9805-981f71c4380e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.240321] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.240550] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.240550] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.240762] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.240924] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.241055] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.241102] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.241245] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.241320] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.241412] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.241560] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.241663] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.241700] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.241837] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.242040] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.242141] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.242458] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.242458] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.242458] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.242621] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.242621] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e30ecb9b-8c35-4584-b7eb-d3b4d145e2da',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.303672] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d423ac92-d7bb-455a-9805-981f71c4380e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.744404] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e30ecb9b-8c35-4584-b7eb-d3b4d145e2da: rpc.has_security_group_logging(os_id): False [ 939.767141] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.767656] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.767834] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.768163] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.768367] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.768768] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.769014] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.769188] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.769444] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.769621] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.769936] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.770175] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.770327] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.770655] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.770809] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.771306] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.771528] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.771679] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.771917] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.772278] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.772511] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e30ecb9b-8c35-4584-b7eb-d3b4d145e2da is going to be created. [ 939.805959] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d423ac92-d7bb-455a-9805-981f71c4380e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.848254] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.848397] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.848756] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.848756] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.848917] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.861599] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e30ecb9b-8c35-4584-b7eb-d3b4d145e2da in Status: IN_PROGRESS for 2s [ 940.309073] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.309232] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.309303] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.309610] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.309746] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.309889] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d423ac92-d7bb-455a-9805-981f71c4380e is going to be updated. [ 940.342889] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.343194] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.343194] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.343414] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.343537] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.354539] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d423ac92-d7bb-455a-9805-981f71c4380e in Status: IN_PROGRESS for 2s [ 941.880281] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e30ecb9b-8c35-4584-b7eb-d3b4d145e2da in Status: SUCCESS [ 941.880638] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.298614] env[69392]: INFO networking_nsxv3.common.synchronization [req-c0438a67-cd02-498f-a84c-3b7f51672089 req-367b04ad-9d74-431a-9793-a038d398cabd tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Enqueued Resource ID: a7db42de-b6d9-4664-9d23-25203ab6341c with Priority: HIGHEST for action security_group_members [ 942.303353] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7db42de-b6d9-4664-9d23-25203ab6341c with Priority: HIGHEST for action security_group_members [ 942.303353] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7db42de-b6d9-4664-9d23-25203ab6341c taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.303353] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7db42de-b6d9-4664-9d23-25203ab6341c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.303353] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7db42de-b6d9-4664-9d23-25203ab6341c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.303353] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7db42de-b6d9-4664-9d23-25203ab6341c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.303353] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.303353] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.303353] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.303353] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.303353] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.303353] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7db42de-b6d9-4664-9d23-25203ab6341c',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.374554] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d423ac92-d7bb-455a-9805-981f71c4380e in Status: SUCCESS [ 942.375018] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d423ac92-d7bb-455a-9805-981f71c4380e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.375678] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d423ac92-d7bb-455a-9805-981f71c4380e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.375678] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d423ac92-d7bb-455a-9805-981f71c4380e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.375777] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.375845] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.375896] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.376114] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.376193] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.376231] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d423ac92-d7bb-455a-9805-981f71c4380e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.376307] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d423ac92-d7bb-455a-9805-981f71c4380e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.597253] env[69392]: INFO networking_nsxv3.common.synchronization [req-f8bdd434-c5fe-425b-a4cb-cc9978c1fada req-f5a096e3-b97a-4309-83b1-7019b3b28312 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Enqueued Resource ID: 83a22041-d482-4873-a694-7215d243b95b with Priority: HIGHEST for action security_group_members [ 942.597783] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83a22041-d482-4873-a694-7215d243b95b with Priority: HIGHEST for action security_group_members [ 942.598169] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-83a22041-d482-4873-a694-7215d243b95b taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.598357] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83a22041-d482-4873-a694-7215d243b95b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.598446] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83a22041-d482-4873-a694-7215d243b95b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.598660] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83a22041-d482-4873-a694-7215d243b95b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.598815] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.598917] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.598983] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.599448] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.599578] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.599705] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83a22041-d482-4873-a694-7215d243b95b',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.807687] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.807872] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.807960] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.808197] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.808294] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.808496] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.808592] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.808682] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.808795] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.808871] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.808954] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7db42de-b6d9-4664-9d23-25203ab6341c already deleted. [ 942.809046] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7db42de-b6d9-4664-9d23-25203ab6341c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.881745] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-d423ac92-d7bb-455a-9805-981f71c4380e taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.882078] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d423ac92-d7bb-455a-9805-981f71c4380e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.882176] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d423ac92-d7bb-455a-9805-981f71c4380e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.882442] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d423ac92-d7bb-455a-9805-981f71c4380e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.882639] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.882760] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.882853] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.883095] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.883198] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.883295] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d423ac92-d7bb-455a-9805-981f71c4380e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.883487] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-d423ac92-d7bb-455a-9805-981f71c4380e taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.883627] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d423ac92-d7bb-455a-9805-981f71c4380e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.883725] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d423ac92-d7bb-455a-9805-981f71c4380e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.883979] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d423ac92-d7bb-455a-9805-981f71c4380e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.884234] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.884347] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.884411] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.884558] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.884639] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.884720] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d423ac92-d7bb-455a-9805-981f71c4380e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.884825] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d423ac92-d7bb-455a-9805-981f71c4380e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.948039] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-61 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.948039] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-61" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.948039] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-61" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.948279] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-61" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.950047] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.950047] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.950047] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.951298] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.952277] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.952984] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 942.956169] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 942.956169] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 942.956407] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 942.956716] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 942.956924] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 942.957144] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 942.982502] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 942.982724] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 942.983354] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 942.983354] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-61" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.983653] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-dee7a8dc-814f-4063-a5bd-52dbbeb93223 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.984083] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-dee7a8dc-814f-4063-a5bd-52dbbeb93223" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.984624] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-dee7a8dc-814f-4063-a5bd-52dbbeb93223" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.984701] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-dee7a8dc-814f-4063-a5bd-52dbbeb93223" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.984885] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dee7a8dc-814f-4063-a5bd-52dbbeb93223',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.104593] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.104675] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.104726] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.104997] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.129197] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.129728] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.129817] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.129858] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.130110] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.130304] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.130429] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83a22041-d482-4873-a694-7215d243b95b is going to be updated. [ 943.161582] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.161756] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.162488] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.162488] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.162488] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.171826] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83a22041-d482-4873-a694-7215d243b95b in Status: IN_PROGRESS for 2s [ 943.387892] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d423ac92-d7bb-455a-9805-981f71c4380e: rpc.has_security_group_logging(os_id): False [ 943.428225] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.428225] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.428225] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.428225] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.450144] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.451785] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.452077] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.452502] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.452895] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.455251] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.455251] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.455251] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.455251] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.455251] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.455251] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.455251] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.455251] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.455251] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.455251] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.455251] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.455251] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d423ac92-d7bb-455a-9805-981f71c4380e is going to be updated. [ 943.490036] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.490036] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.490036] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.490036] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.490036] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.490824] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port dee7a8dc-814f-4063-a5bd-52dbbeb93223 not found, creating... [ 943.492135] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.492135] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.492135] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.492135] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.492574] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.495072] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.495072] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.495072] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.495072] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.495072] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.495072] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: dee7a8dc-814f-4063-a5bd-52dbbeb93223 is going to be created. [ 943.533053] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.533053] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.533053] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.533053] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.533053] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.533053] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-dee7a8dc-814f-4063-a5bd-52dbbeb93223" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.573215] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.573215] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.573215] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.573215] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.573215] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.585206] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d423ac92-d7bb-455a-9805-981f71c4380e in Status: IN_PROGRESS for 2s [ 944.116042] env[69392]: INFO networking_nsxv3.common.synchronization [None req-a4623e38-817d-4d5f-abe8-b1b94f3ea503 None None] Enqueued Resource ID: 931c24a0-ce22-4321-8c74-8072f2450be8 with Priority: HIGHEST for action port [ 944.116042] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 931c24a0-ce22-4321-8c74-8072f2450be8 with Priority: HIGHEST for action port [ 944.116571] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-931c24a0-ce22-4321-8c74-8072f2450be8 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.116571] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-931c24a0-ce22-4321-8c74-8072f2450be8" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.116571] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-931c24a0-ce22-4321-8c74-8072f2450be8" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.117022] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-931c24a0-ce22-4321-8c74-8072f2450be8" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.117022] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('931c24a0-ce22-4321-8c74-8072f2450be8',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.622248] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 931c24a0-ce22-4321-8c74-8072f2450be8 [ 944.622437] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.623191] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.623191] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.623191] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.623191] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.623191] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:931c24a0-ce22-4321-8c74-8072f2450be8 already deleted. [ 944.623191] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-931c24a0-ce22-4321-8c74-8072f2450be8" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.679868] env[69392]: INFO networking_nsxv3.common.synchronization [req-c0438a67-cd02-498f-a84c-3b7f51672089 req-add7ed78-d900-4c9f-8c7f-ee16692183e0 service nova] Enqueued Resource ID: a7db42de-b6d9-4664-9d23-25203ab6341c with Priority: HIGHEST for action security_group_rules [ 944.680154] env[69392]: INFO networking_nsxv3.common.synchronization [req-c0438a67-cd02-498f-a84c-3b7f51672089 req-add7ed78-d900-4c9f-8c7f-ee16692183e0 service nova] Enqueued Resource ID: a7db42de-b6d9-4664-9d23-25203ab6341c with Priority: HIGHEST for action security_group_members [ 944.680469] env[69392]: INFO networking_nsxv3.common.synchronization [req-c0438a67-cd02-498f-a84c-3b7f51672089 req-add7ed78-d900-4c9f-8c7f-ee16692183e0 service nova] Enqueued Resource ID: dee7a8dc-814f-4063-a5bd-52dbbeb93223 with Priority: HIGHEST for action port [ 944.681054] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7db42de-b6d9-4664-9d23-25203ab6341c with Priority: HIGHEST for action security_group_rules [ 944.681315] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7db42de-b6d9-4664-9d23-25203ab6341c with Priority: HIGHEST for action security_group_members [ 944.681396] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dee7a8dc-814f-4063-a5bd-52dbbeb93223 with Priority: HIGHEST for action port [ 944.681732] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7db42de-b6d9-4664-9d23-25203ab6341c taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.681893] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7db42de-b6d9-4664-9d23-25203ab6341c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.682010] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7db42de-b6d9-4664-9d23-25203ab6341c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.682315] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7db42de-b6d9-4664-9d23-25203ab6341c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.682436] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7db42de-b6d9-4664-9d23-25203ab6341c',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.683360] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7db42de-b6d9-4664-9d23-25203ab6341c taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.683470] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7db42de-b6d9-4664-9d23-25203ab6341c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.683524] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7db42de-b6d9-4664-9d23-25203ab6341c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.683704] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7db42de-b6d9-4664-9d23-25203ab6341c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.683854] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.683940] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.683997] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.684211] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.684325] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.684425] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7db42de-b6d9-4664-9d23-25203ab6341c',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.685790] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-dee7a8dc-814f-4063-a5bd-52dbbeb93223 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.685790] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dee7a8dc-814f-4063-a5bd-52dbbeb93223" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.685790] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dee7a8dc-814f-4063-a5bd-52dbbeb93223" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.685790] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dee7a8dc-814f-4063-a5bd-52dbbeb93223" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.686144] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dee7a8dc-814f-4063-a5bd-52dbbeb93223',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.146305] env[69392]: INFO networking_nsxv3.common.synchronization [req-e045fe05-69ab-4ebb-9b13-5eaba93af5e3 req-cd01c66c-90b1-420d-8b1e-af301294264e tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Enqueued Resource ID: 807f9880-027d-4a70-9381-c0ae7df73138 with Priority: HIGHEST for action security_group_members [ 945.146929] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 807f9880-027d-4a70-9381-c0ae7df73138 with Priority: HIGHEST for action security_group_members [ 945.147311] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-807f9880-027d-4a70-9381-c0ae7df73138 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.147490] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-807f9880-027d-4a70-9381-c0ae7df73138" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.147699] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-807f9880-027d-4a70-9381-c0ae7df73138" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.147897] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-807f9880-027d-4a70-9381-c0ae7df73138" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.149147] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.149147] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.149147] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.149147] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.149147] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.149865] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('807f9880-027d-4a70-9381-c0ae7df73138',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.190866] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83a22041-d482-4873-a694-7215d243b95b in Status: SUCCESS [ 945.190866] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83a22041-d482-4873-a694-7215d243b95b deletion is rescheduled due to dependency. [ 945.190866] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83a22041-d482-4873-a694-7215d243b95b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.190866] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7db42de-b6d9-4664-9d23-25203ab6341c taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.190866] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7db42de-b6d9-4664-9d23-25203ab6341c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.190866] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dee7a8dc-814f-4063-a5bd-52dbbeb93223 with status ACTIVE [ 945.191648] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.191794] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.191862] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.192119] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.192211] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.192393] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.192489] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.192548] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.192711] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.192782] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.192958] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.196041] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.196041] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.196041] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.196041] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.196041] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dee7a8dc-814f-4063-a5bd-52dbbeb93223 is going to be updated. [ 945.198580] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a7db42de-b6d9-4664-9d23-25203ab6341c',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.391542] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.391720] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.391825] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.392127] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.392303] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.392449] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dee7a8dc-814f-4063-a5bd-52dbbeb93223" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.603071] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d423ac92-d7bb-455a-9805-981f71c4380e in Status: SUCCESS [ 945.603071] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d423ac92-d7bb-455a-9805-981f71c4380e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.653549] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.653691] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.653760] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.653984] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.675019] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.677200] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.677200] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.677200] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.677200] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.677200] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.677200] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 807f9880-027d-4a70-9381-c0ae7df73138 is going to be updated. [ 945.701454] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a7db42de-b6d9-4664-9d23-25203ab6341c',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.707684] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.707834] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.707906] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.708155] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.708632] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.717286] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 807f9880-027d-4a70-9381-c0ae7df73138 in Status: IN_PROGRESS for 2s [ 946.204582] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.204917] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.204917] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.205253] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.205385] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.205553] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7db42de-b6d9-4664-9d23-25203ab6341c is going to be created. [ 946.232445] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.232445] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.232445] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.232445] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.232445] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.240558] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7db42de-b6d9-4664-9d23-25203ab6341c in Status: UNINITIALIZED for 2s [ 946.723019] env[69392]: INFO networking_nsxv3.common.synchronization [None req-1277c512-c040-4880-b773-27c1f7f922fa None None] Enqueued Resource ID: f6d44de2-5ce5-4ec3-941f-e14a4be3382c with Priority: HIGHEST for action port [ 946.723674] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6d44de2-5ce5-4ec3-941f-e14a4be3382c with Priority: HIGHEST for action port [ 946.724071] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6d44de2-5ce5-4ec3-941f-e14a4be3382c taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.725648] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6d44de2-5ce5-4ec3-941f-e14a4be3382c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.725746] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6d44de2-5ce5-4ec3-941f-e14a4be3382c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.726078] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6d44de2-5ce5-4ec3-941f-e14a4be3382c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.726501] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6d44de2-5ce5-4ec3-941f-e14a4be3382c',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.230215] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f6d44de2-5ce5-4ec3-941f-e14a4be3382c [ 947.230478] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.230478] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.230569] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.230765] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.230858] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.230973] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f6d44de2-5ce5-4ec3-941f-e14a4be3382c already deleted. [ 947.231130] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6d44de2-5ce5-4ec3-941f-e14a4be3382c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.524531] env[69392]: INFO networking_nsxv3.common.synchronization [None req-6ed13d3c-ae04-419f-88fb-0afda349482b None None] Enqueued Resource ID: dfdd8080-3500-441a-87d1-bada83696ef5 with Priority: HIGHEST for action port [ 947.524832] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfdd8080-3500-441a-87d1-bada83696ef5 with Priority: HIGHEST for action port [ 947.525124] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-dfdd8080-3500-441a-87d1-bada83696ef5 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.525252] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dfdd8080-3500-441a-87d1-bada83696ef5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.525314] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dfdd8080-3500-441a-87d1-bada83696ef5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.525569] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dfdd8080-3500-441a-87d1-bada83696ef5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.525654] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfdd8080-3500-441a-87d1-bada83696ef5',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.728649] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 807f9880-027d-4a70-9381-c0ae7df73138 in Status: SUCCESS [ 947.728843] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 807f9880-027d-4a70-9381-c0ae7df73138 deletion is rescheduled due to dependency. [ 947.728961] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-807f9880-027d-4a70-9381-c0ae7df73138" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.030855] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dfdd8080-3500-441a-87d1-bada83696ef5 [ 948.031473] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.031473] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.031473] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.031691] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.031691] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.031691] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dfdd8080-3500-441a-87d1-bada83696ef5 already deleted. [ 948.031843] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dfdd8080-3500-441a-87d1-bada83696ef5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.254211] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7db42de-b6d9-4664-9d23-25203ab6341c in Status: SUCCESS [ 948.254929] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7db42de-b6d9-4664-9d23-25203ab6341c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.255403] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7db42de-b6d9-4664-9d23-25203ab6341c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.255748] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7db42de-b6d9-4664-9d23-25203ab6341c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.256064] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.256307] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.256454] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.256711] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.257526] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.257526] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7db42de-b6d9-4664-9d23-25203ab6341c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.257526] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a7db42de-b6d9-4664-9d23-25203ab6341c',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.760644] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7db42de-b6d9-4664-9d23-25203ab6341c taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.760644] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7db42de-b6d9-4664-9d23-25203ab6341c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.760644] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7db42de-b6d9-4664-9d23-25203ab6341c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.760992] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7db42de-b6d9-4664-9d23-25203ab6341c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.761065] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.761127] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.761409] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.761409] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.761409] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.761556] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7db42de-b6d9-4664-9d23-25203ab6341c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.762138] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7db42de-b6d9-4664-9d23-25203ab6341c taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.762138] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7db42de-b6d9-4664-9d23-25203ab6341c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.762138] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7db42de-b6d9-4664-9d23-25203ab6341c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.762138] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7db42de-b6d9-4664-9d23-25203ab6341c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.762138] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.762138] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.762421] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.762421] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.762490] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.762613] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7db42de-b6d9-4664-9d23-25203ab6341c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.762656] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a7db42de-b6d9-4664-9d23-25203ab6341c',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.264974] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a7db42de-b6d9-4664-9d23-25203ab6341c: rpc.has_security_group_logging(os_id): False [ 949.285988] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.288759] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.288759] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.288759] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.288759] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.288759] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.288759] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.288759] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.288759] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.288759] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.288759] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.288759] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.288759] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.288759] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.288759] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.289436] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.289436] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.289436] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.289436] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.289436] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.289436] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7db42de-b6d9-4664-9d23-25203ab6341c is going to be created. [ 949.393730] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.393730] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.393730] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.393946] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.394573] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.421625] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7db42de-b6d9-4664-9d23-25203ab6341c in Status: IN_PROGRESS for 2s [ 950.178126] env[69392]: INFO networking_nsxv3.common.synchronization [None req-84e43b69-3b17-47d2-a105-c31085108f3c None None] Enqueued Resource ID: d3f419ee-e585-4c6f-98bc-0ee9a198d545 with Priority: HIGHEST for action port [ 950.178769] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3f419ee-e585-4c6f-98bc-0ee9a198d545 with Priority: HIGHEST for action port [ 950.179101] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3f419ee-e585-4c6f-98bc-0ee9a198d545 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.179598] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3f419ee-e585-4c6f-98bc-0ee9a198d545" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.179598] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3f419ee-e585-4c6f-98bc-0ee9a198d545" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.179598] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3f419ee-e585-4c6f-98bc-0ee9a198d545" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.179855] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3f419ee-e585-4c6f-98bc-0ee9a198d545',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.683741] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d3f419ee-e585-4c6f-98bc-0ee9a198d545 [ 950.683741] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.683741] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.683741] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.683741] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.683741] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.683741] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d3f419ee-e585-4c6f-98bc-0ee9a198d545 already deleted. [ 950.683741] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3f419ee-e585-4c6f-98bc-0ee9a198d545" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.440372] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7db42de-b6d9-4664-9d23-25203ab6341c in Status: SUCCESS [ 951.441691] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7db42de-b6d9-4664-9d23-25203ab6341c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.636349] env[69392]: INFO networking_nsxv3.common.synchronization [None req-cda1ca62-38d8-4f9e-ab54-f676b2e74a45 None None] Enqueued Resource ID: ef549b64-5051-479a-93d0-3b4ee7c879a8 with Priority: HIGHEST for action port [ 952.636349] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef549b64-5051-479a-93d0-3b4ee7c879a8 with Priority: HIGHEST for action port [ 952.636933] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef549b64-5051-479a-93d0-3b4ee7c879a8 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.637435] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef549b64-5051-479a-93d0-3b4ee7c879a8" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.638041] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef549b64-5051-479a-93d0-3b4ee7c879a8" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.638041] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef549b64-5051-479a-93d0-3b4ee7c879a8" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.638357] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef549b64-5051-479a-93d0-3b4ee7c879a8',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.141942] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef549b64-5051-479a-93d0-3b4ee7c879a8 [ 953.145677] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.145677] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.145677] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.145677] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.145677] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.145677] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef549b64-5051-479a-93d0-3b4ee7c879a8 already deleted. [ 953.145677] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef549b64-5051-479a-93d0-3b4ee7c879a8" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.242148] env[69392]: INFO networking_nsxv3.common.synchronization [req-ebcdaaa0-e1a4-4f7a-a60a-893746e4aac6 req-8a548ae6-46a1-4685-aff2-5658deff4ba4 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Enqueued Resource ID: 719d7944-9504-40fc-a61b-a8580099349b with Priority: HIGHEST for action security_group_members [ 953.242759] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 719d7944-9504-40fc-a61b-a8580099349b with Priority: HIGHEST for action security_group_members [ 953.243195] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-719d7944-9504-40fc-a61b-a8580099349b taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.243195] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-719d7944-9504-40fc-a61b-a8580099349b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.243365] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-719d7944-9504-40fc-a61b-a8580099349b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.243612] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-719d7944-9504-40fc-a61b-a8580099349b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.243612] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.244342] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.244342] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.244342] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.244342] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.244342] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('719d7944-9504-40fc-a61b-a8580099349b',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.754037] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.754037] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.754037] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.754037] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.780451] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.780715] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.780834] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.780899] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.781120] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.781198] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.781286] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 719d7944-9504-40fc-a61b-a8580099349b is going to be updated. [ 953.813811] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.814000] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.814073] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.814295] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.815029] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.826493] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 719d7944-9504-40fc-a61b-a8580099349b in Status: IN_PROGRESS for 2s [ 955.173184] env[69392]: INFO networking_nsxv3.common.synchronization [None req-1c8998ae-acaf-4b94-a119-2a65c4fa97ed None None] Enqueued Resource ID: dcb78ac2-78b6-4bb9-b7c6-09e5f09dc2f8 with Priority: HIGHEST for action port [ 955.173184] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcb78ac2-78b6-4bb9-b7c6-09e5f09dc2f8 with Priority: HIGHEST for action port [ 955.173184] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-dcb78ac2-78b6-4bb9-b7c6-09e5f09dc2f8 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.173184] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dcb78ac2-78b6-4bb9-b7c6-09e5f09dc2f8" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.173184] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dcb78ac2-78b6-4bb9-b7c6-09e5f09dc2f8" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.175144] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dcb78ac2-78b6-4bb9-b7c6-09e5f09dc2f8" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.175144] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcb78ac2-78b6-4bb9-b7c6-09e5f09dc2f8',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.678933] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dcb78ac2-78b6-4bb9-b7c6-09e5f09dc2f8 [ 955.678933] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.678933] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.678933] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.678933] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.678933] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.678933] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dcb78ac2-78b6-4bb9-b7c6-09e5f09dc2f8 already deleted. [ 955.678933] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dcb78ac2-78b6-4bb9-b7c6-09e5f09dc2f8" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.839964] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 719d7944-9504-40fc-a61b-a8580099349b in Status: SUCCESS [ 955.840330] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 719d7944-9504-40fc-a61b-a8580099349b deletion is rescheduled due to dependency. [ 955.840590] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-719d7944-9504-40fc-a61b-a8580099349b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.299454] env[69392]: INFO networking_nsxv3.common.synchronization [None req-b13bc34b-f670-4b2e-b9ca-be61f125f0c3 None None] Enqueued Resource ID: 725b5dc1-2537-4dfc-a9ce-62c843b88f8d with Priority: HIGHEST for action port [ 958.300168] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 725b5dc1-2537-4dfc-a9ce-62c843b88f8d with Priority: HIGHEST for action port [ 958.300556] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-725b5dc1-2537-4dfc-a9ce-62c843b88f8d taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.300964] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-725b5dc1-2537-4dfc-a9ce-62c843b88f8d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.300964] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-725b5dc1-2537-4dfc-a9ce-62c843b88f8d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.301102] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-725b5dc1-2537-4dfc-a9ce-62c843b88f8d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.301214] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('725b5dc1-2537-4dfc-a9ce-62c843b88f8d',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.805846] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 725b5dc1-2537-4dfc-a9ce-62c843b88f8d [ 958.805846] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.805846] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.805846] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.805846] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.805846] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.805846] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:725b5dc1-2537-4dfc-a9ce-62c843b88f8d already deleted. [ 958.805846] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-725b5dc1-2537-4dfc-a9ce-62c843b88f8d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.621393] env[69392]: INFO networking_nsxv3.common.synchronization [None req-46f50096-f37d-4a65-8e80-e0f113e9d965 None None] Enqueued Resource ID: eafafdf1-0777-4b82-a98c-f3d1fa8876fd with Priority: HIGHEST for action port [ 960.621393] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eafafdf1-0777-4b82-a98c-f3d1fa8876fd with Priority: HIGHEST for action port [ 960.621393] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-eafafdf1-0777-4b82-a98c-f3d1fa8876fd taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.621393] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eafafdf1-0777-4b82-a98c-f3d1fa8876fd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.621393] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eafafdf1-0777-4b82-a98c-f3d1fa8876fd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.622481] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eafafdf1-0777-4b82-a98c-f3d1fa8876fd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.622481] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eafafdf1-0777-4b82-a98c-f3d1fa8876fd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.126996] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eafafdf1-0777-4b82-a98c-f3d1fa8876fd [ 961.126996] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.126996] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.126996] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.128382] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.128382] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.128382] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eafafdf1-0777-4b82-a98c-f3d1fa8876fd already deleted. [ 961.128382] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eafafdf1-0777-4b82-a98c-f3d1fa8876fd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.186490] env[69392]: INFO networking_nsxv3.common.synchronization [req-96e6de1b-e7f7-41d2-8e4f-308f99de481e req-38f24618-4eeb-48a7-80c2-7c3fee626a5c tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Enqueued Resource ID: e772ee8d-82dc-4d07-b560-1dc252642660 with Priority: HIGHEST for action security_group_members [ 961.187106] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e772ee8d-82dc-4d07-b560-1dc252642660 with Priority: HIGHEST for action security_group_members [ 961.187416] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-e772ee8d-82dc-4d07-b560-1dc252642660 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.187557] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.187623] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.187832] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.188024] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.189132] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.189132] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.189132] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.189132] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.189132] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e772ee8d-82dc-4d07-b560-1dc252642660',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.437424] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.437424] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.437424] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.437424] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.437424] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.691512] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.691512] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.691512] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.691929] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.715607] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.715945] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.716073] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.716073] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.716287] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.716370] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.716466] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e772ee8d-82dc-4d07-b560-1dc252642660 is going to be updated. [ 961.759564] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.759564] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.759564] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.759564] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.759564] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.768151] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e772ee8d-82dc-4d07-b560-1dc252642660 in Status: IN_PROGRESS for 2s [ 961.838240] env[69392]: INFO networking_nsxv3.common.synchronization [req-96e6de1b-e7f7-41d2-8e4f-308f99de481e req-9a866e85-8fb6-4ca1-a66f-233a506445c0 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Enqueued Resource ID: e772ee8d-82dc-4d07-b560-1dc252642660 with Priority: HIGHEST for action security_group_members [ 961.838240] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e772ee8d-82dc-4d07-b560-1dc252642660 with Priority: HIGHEST for action security_group_members [ 961.839138] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-e772ee8d-82dc-4d07-b560-1dc252642660 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.839587] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.939394] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.303923] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-724 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.304141] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-724" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.304349] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-724" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.304655] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-724" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.304960] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.305137] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.305259] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.305482] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.305627] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.305836] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 962.305947] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 962.306065] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 962.306174] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 962.306283] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 962.306447] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 962.306624] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 962.328280] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 962.328472] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 962.328588] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 962.328771] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-724" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.329117] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-2fcfebeb-920e-4543-91bc-3d2f74248c22 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.329298] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-2fcfebeb-920e-4543-91bc-3d2f74248c22" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.329416] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-2fcfebeb-920e-4543-91bc-3d2f74248c22" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.329759] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-2fcfebeb-920e-4543-91bc-3d2f74248c22" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.329998] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fcfebeb-920e-4543-91bc-3d2f74248c22',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.442041] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.832714] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.833109] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.833172] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.833419] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.833592] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.833731] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port 2fcfebeb-920e-4543-91bc-3d2f74248c22 not found, creating... [ 962.833999] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.834170] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.834354] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.834613] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.834764] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.835086] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.835250] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.835367] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.835592] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.835730] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.835869] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 2fcfebeb-920e-4543-91bc-3d2f74248c22 is going to be created. [ 962.861711] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.861912] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.862533] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.862828] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.863114] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.863366] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-2fcfebeb-920e-4543-91bc-3d2f74248c22" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.946781] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 962.946930] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 963.388553] env[69392]: INFO networking_nsxv3.common.synchronization [req-3364893b-53bd-4b57-a465-9a64fce0a8df req-dfb12f32-9fbb-4c58-b714-238a39ea2073 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Enqueued Resource ID: a7db42de-b6d9-4664-9d23-25203ab6341c with Priority: HIGHEST for action security_group_members [ 963.388980] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7db42de-b6d9-4664-9d23-25203ab6341c with Priority: HIGHEST for action security_group_members [ 963.389339] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7db42de-b6d9-4664-9d23-25203ab6341c taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.389454] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7db42de-b6d9-4664-9d23-25203ab6341c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.389507] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7db42de-b6d9-4664-9d23-25203ab6341c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.390562] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7db42de-b6d9-4664-9d23-25203ab6341c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.390562] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.390562] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.390562] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.390562] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.390954] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.390954] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7db42de-b6d9-4664-9d23-25203ab6341c',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.783361] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e772ee8d-82dc-4d07-b560-1dc252642660 in Status: SUCCESS [ 963.783361] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e772ee8d-82dc-4d07-b560-1dc252642660 deletion is rescheduled due to dependency. [ 963.783361] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.783572] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.783827] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.784035] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.784163] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.784292] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.784527] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.784764] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.784764] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e772ee8d-82dc-4d07-b560-1dc252642660',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.840484] env[69392]: INFO networking_nsxv3.common.synchronization [req-96e6de1b-e7f7-41d2-8e4f-308f99de481e req-7cd43729-ddcd-4c4c-8888-1d1e774d803c service nova] Enqueued Resource ID: e772ee8d-82dc-4d07-b560-1dc252642660 with Priority: HIGHEST for action security_group_rules [ 963.840484] env[69392]: INFO networking_nsxv3.common.synchronization [req-96e6de1b-e7f7-41d2-8e4f-308f99de481e req-7cd43729-ddcd-4c4c-8888-1d1e774d803c service nova] Enqueued Resource ID: e772ee8d-82dc-4d07-b560-1dc252642660 with Priority: HIGHEST for action security_group_members [ 963.840484] env[69392]: INFO networking_nsxv3.common.synchronization [req-96e6de1b-e7f7-41d2-8e4f-308f99de481e req-7cd43729-ddcd-4c4c-8888-1d1e774d803c service nova] Enqueued Resource ID: 2fcfebeb-920e-4543-91bc-3d2f74248c22 with Priority: HIGHEST for action port [ 963.840484] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e772ee8d-82dc-4d07-b560-1dc252642660 with Priority: HIGHEST for action security_group_rules [ 963.840484] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e772ee8d-82dc-4d07-b560-1dc252642660 with Priority: HIGHEST for action security_group_members [ 963.840484] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fcfebeb-920e-4543-91bc-3d2f74248c22 with Priority: HIGHEST for action port [ 963.842396] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e772ee8d-82dc-4d07-b560-1dc252642660 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.842396] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.842396] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.842396] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.842396] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e772ee8d-82dc-4d07-b560-1dc252642660',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.844323] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-e772ee8d-82dc-4d07-b560-1dc252642660 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.844323] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.844323] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-2fcfebeb-920e-4543-91bc-3d2f74248c22 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.844323] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2fcfebeb-920e-4543-91bc-3d2f74248c22" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.844323] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2fcfebeb-920e-4543-91bc-3d2f74248c22" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.844323] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2fcfebeb-920e-4543-91bc-3d2f74248c22" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.844323] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fcfebeb-920e-4543-91bc-3d2f74248c22',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.854486] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.854486] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.854486] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.854486] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.869348] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 963.870519] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.871903] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 963.895436] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.896376] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.896376] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.896376] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.896376] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.896376] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.896376] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.896798] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.896798] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.896798] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.896798] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7db42de-b6d9-4664-9d23-25203ab6341c is going to be updated. [ 963.912296] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.912485] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.912538] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.912752] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.920491] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.921113] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 963.921205] env[69392]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69392) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 963.921298] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 963.935964] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.935964] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.935964] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.936387] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.936387] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.945701] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7db42de-b6d9-4664-9d23-25203ab6341c in Status: IN_PROGRESS for 2s [ 963.975868] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.976084] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.976206] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.976611] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.978383] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.978464] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 964.078389] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.078572] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.078631] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.078810] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.079086] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.079303] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 964.200784] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.200966] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.201106] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.201402] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.202058] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.202058] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:42. [ 964.202058] env[69392]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'624ee1c4-2751-4f3f-8d79-a5dedadab0c7', '2c3ca408-ed49-491f-81bb-1dec9b3e01f9', '5e7a001d-34e6-446a-9f04-16e41112b9e1', '3ca5fb82-bd35-44e4-ac6d-2fddb49925b5', 'a7db42de-b6d9-4664-9d23-25203ab6341c', '122d5dca-1cb7-4a79-b4c8-017e868e5c5c', '501fa15c-f931-4b44-9bab-60f211031980', '85a75816-1e8d-4197-bbc0-6d252d42c389', '224897ee-990d-46c1-bc5c-173faeaf24d1', '4125c564-608e-4a8b-9379-399b2d87342a', 'e772ee8d-82dc-4d07-b560-1dc252642660', '82e9d903-7c87-4299-bc36-6ab88db29652', '01d6afbe-3053-4f64-ac14-04cad5aea5d5', '176d91cf-1e19-4b79-833e-2cbc028f4608', '81084ca3-f156-4abe-9b5f-485c6c6fa7d6', '60803e0d-1dc7-43a3-bc06-9feb6c234283', '6b3362c7-f0e9-4800-ab81-b8061786dba2', 'e30ecb9b-8c35-4584-b7eb-d3b4d145e2da', 'f2fa25dc-75b3-4554-a588-b4023e5815ac', '35ded8b6-2b6f-4361-9905-8e632094aba8', 'dfc16ea7-56d5-48eb-98a8-5248d3a2728d', 'e6d7b634-70cc-4999-8252-c2e90c5d0fbb', '807f9880-027d-4a70-9381-c0ae7df73138', '719d7944-9504-40fc-a61b-a8580099349b', '29c6754a-94e7-44db-b750-45c0ae051be4', '72c15541-2a23-41e5-96aa-6181de28bd0d', 'f354a839-fb07-406e-bd97-425db5e4da70', '523ba16e-9aef-4d46-81c8-289c4328529e', '4491d9b9-950b-4b86-b52b-7c2858ba5f10', 'a918e4b1-d769-4d2a-bb64-6c60d67de60e', '3bc62795-1211-4d88-b0b1-5963d0b9774e', 'd232ecb8-4a38-4f14-9287-c6338447b262', 'c9c6eb89-a8af-4e25-8621-b54410a8a492', 'dccdad89-20d3-4838-b3e0-fb9fa2e7e670', '2263700e-f232-46e2-b438-dd4287f8caf2', '3ad953ac-89c8-4380-b2f2-1a3f21b3d812', '83a22041-d482-4873-a694-7215d243b95b', '9f5effdb-8a73-494d-b222-722fe3a7f893', '026fede5-c5b9-459d-886c-6215c7bd8f42', '44752025-edeb-41ac-a47d-ef5de185998e', 'd423ac92-d7bb-455a-9805-981f71c4380e', '69c25749-8a6b-44d2-90d3-c975fe87bc9d'} {{(pid=69392) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 964.202058] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 964.225883] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.225883] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.225883] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.225883] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.225883] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.226173] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 964.226173] env[69392]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69392) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 964.226173] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 964.295549] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e772ee8d-82dc-4d07-b560-1dc252642660',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.321379] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.321550] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.321599] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.321855] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.323065] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.323303] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 964.323427] env[69392]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69392) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 964.323517] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 964.323586] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 964.323662] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/42 resources of Type:Security Group Rules [ 964.323741] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 624ee1c4-2751-4f3f-8d79-a5dedadab0c7 with Priority: HIGH for action security_group_rules [ 964.323800] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2c3ca408-ed49-491f-81bb-1dec9b3e01f9 with Priority: HIGH for action security_group_rules [ 964.323863] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5e7a001d-34e6-446a-9f04-16e41112b9e1 with Priority: HIGH for action security_group_rules [ 964.323922] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3ca5fb82-bd35-44e4-ac6d-2fddb49925b5 with Priority: HIGH for action security_group_rules [ 964.323977] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a7db42de-b6d9-4664-9d23-25203ab6341c with Priority: HIGH for action security_group_rules [ 964.324062] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 122d5dca-1cb7-4a79-b4c8-017e868e5c5c with Priority: HIGH for action security_group_rules [ 964.324130] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 501fa15c-f931-4b44-9bab-60f211031980 with Priority: HIGH for action security_group_rules [ 964.324212] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 85a75816-1e8d-4197-bbc0-6d252d42c389 with Priority: HIGH for action security_group_rules [ 964.324286] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 224897ee-990d-46c1-bc5c-173faeaf24d1 with Priority: HIGH for action security_group_rules [ 964.324359] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4125c564-608e-4a8b-9379-399b2d87342a with Priority: HIGH for action security_group_rules [ 964.324413] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e772ee8d-82dc-4d07-b560-1dc252642660 with Priority: HIGH for action security_group_rules [ 964.324458] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 82e9d903-7c87-4299-bc36-6ab88db29652 with Priority: HIGH for action security_group_rules [ 964.324513] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 with Priority: HIGH for action security_group_rules [ 964.324569] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 176d91cf-1e19-4b79-833e-2cbc028f4608 with Priority: HIGH for action security_group_rules [ 964.324615] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 with Priority: HIGH for action security_group_rules [ 964.324670] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 60803e0d-1dc7-43a3-bc06-9feb6c234283 with Priority: HIGH for action security_group_rules [ 964.324758] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6b3362c7-f0e9-4800-ab81-b8061786dba2 with Priority: HIGH for action security_group_rules [ 964.324840] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e30ecb9b-8c35-4584-b7eb-d3b4d145e2da with Priority: HIGH for action security_group_rules [ 964.324910] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f2fa25dc-75b3-4554-a588-b4023e5815ac with Priority: HIGH for action security_group_rules [ 964.324980] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 35ded8b6-2b6f-4361-9905-8e632094aba8 with Priority: HIGH for action security_group_rules [ 964.325064] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.343762] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-e772ee8d-82dc-4d07-b560-1dc252642660 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.343997] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.349334] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2fcfebeb-920e-4543-91bc-3d2f74248c22 with status ACTIVE [ 964.350203] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.350203] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.350203] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.350203] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.350203] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.350465] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.350465] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.350590] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.350734] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.351099] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.351332] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.351468] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.351532] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.351680] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.351750] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.352028] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2fcfebeb-920e-4543-91bc-3d2f74248c22 is going to be updated. [ 964.372861] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.373062] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.376209] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.376209] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.376209] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.376209] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2fcfebeb-920e-4543-91bc-3d2f74248c22" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.798996] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e772ee8d-82dc-4d07-b560-1dc252642660',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.852078] env[69392]: INFO networking_nsxv3.common.synchronization [req-92327d8b-cf20-46da-83b0-723a7ea1ab53 req-852f65c2-e20c-4e31-8033-d496df447145 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Enqueued Resource ID: 44752025-edeb-41ac-a47d-ef5de185998e with Priority: HIGHEST for action security_group_members [ 964.852078] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44752025-edeb-41ac-a47d-ef5de185998e with Priority: HIGHEST for action security_group_members [ 964.852078] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 624ee1c4-2751-4f3f-8d79-a5dedadab0c7 with Priority: HIGH for action security_group_rules [ 964.852078] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e7a001d-34e6-446a-9f04-16e41112b9e1 with Priority: HIGH for action security_group_rules [ 964.852078] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 501fa15c-f931-4b44-9bab-60f211031980 with Priority: HIGH for action security_group_rules [ 964.852078] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 with Priority: HIGH for action security_group_rules [ 964.852078] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35ded8b6-2b6f-4361-9905-8e632094aba8 with Priority: HIGH for action security_group_rules [ 964.852078] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2fa25dc-75b3-4554-a588-b4023e5815ac with Priority: HIGH for action security_group_rules [ 964.852078] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e30ecb9b-8c35-4584-b7eb-d3b4d145e2da with Priority: HIGH for action security_group_rules [ 964.852078] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b3362c7-f0e9-4800-ab81-b8061786dba2 with Priority: HIGH for action security_group_rules [ 964.852078] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 176d91cf-1e19-4b79-833e-2cbc028f4608 with Priority: HIGH for action security_group_rules [ 964.852078] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60803e0d-1dc7-43a3-bc06-9feb6c234283 with Priority: HIGH for action security_group_rules [ 964.853082] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 with Priority: HIGH for action security_group_rules [ 964.853592] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82e9d903-7c87-4299-bc36-6ab88db29652 with Priority: HIGH for action security_group_rules [ 964.853845] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e772ee8d-82dc-4d07-b560-1dc252642660 with Priority: HIGH for action security_group_rules [ 964.854064] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4125c564-608e-4a8b-9379-399b2d87342a with Priority: HIGH for action security_group_rules [ 964.854764] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 224897ee-990d-46c1-bc5c-173faeaf24d1 with Priority: HIGH for action security_group_rules [ 964.854764] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 122d5dca-1cb7-4a79-b4c8-017e868e5c5c with Priority: HIGH for action security_group_rules [ 964.854764] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85a75816-1e8d-4197-bbc0-6d252d42c389 with Priority: HIGH for action security_group_rules [ 964.854764] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7db42de-b6d9-4664-9d23-25203ab6341c with Priority: HIGH for action security_group_rules [ 964.855084] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c3ca408-ed49-491f-81bb-1dec9b3e01f9 with Priority: HIGH for action security_group_rules [ 964.857639] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ca5fb82-bd35-44e4-ac6d-2fddb49925b5 with Priority: HIGH for action security_group_rules [ 964.857639] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-44752025-edeb-41ac-a47d-ef5de185998e taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.857639] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.857639] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.857639] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.857639] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.857639] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.857639] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.857639] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.857639] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.857639] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44752025-edeb-41ac-a47d-ef5de185998e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.858947] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-624ee1c4-2751-4f3f-8d79-a5dedadab0c7 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.859247] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-624ee1c4-2751-4f3f-8d79-a5dedadab0c7" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.859410] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-624ee1c4-2751-4f3f-8d79-a5dedadab0c7" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.859662] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-624ee1c4-2751-4f3f-8d79-a5dedadab0c7" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.859846] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('624ee1c4-2751-4f3f-8d79-a5dedadab0c7',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.861011] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e7a001d-34e6-446a-9f04-16e41112b9e1 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.861287] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e7a001d-34e6-446a-9f04-16e41112b9e1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.865152] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e7a001d-34e6-446a-9f04-16e41112b9e1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.865152] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e7a001d-34e6-446a-9f04-16e41112b9e1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.865152] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e7a001d-34e6-446a-9f04-16e41112b9e1',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.866144] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-501fa15c-f931-4b44-9bab-60f211031980 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.866266] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-501fa15c-f931-4b44-9bab-60f211031980" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.866323] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-501fa15c-f931-4b44-9bab-60f211031980" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.866493] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-501fa15c-f931-4b44-9bab-60f211031980" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.866596] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('501fa15c-f931-4b44-9bab-60f211031980',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.868388] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81084ca3-f156-4abe-9b5f-485c6c6fa7d6 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.868713] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.868861] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.869102] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.869242] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81084ca3-f156-4abe-9b5f-485c6c6fa7d6',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.870549] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35ded8b6-2b6f-4361-9905-8e632094aba8 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.870728] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35ded8b6-2b6f-4361-9905-8e632094aba8" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.870852] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35ded8b6-2b6f-4361-9905-8e632094aba8" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.871117] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35ded8b6-2b6f-4361-9905-8e632094aba8" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.871254] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35ded8b6-2b6f-4361-9905-8e632094aba8',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.872678] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2fa25dc-75b3-4554-a588-b4023e5815ac taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.872838] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2fa25dc-75b3-4554-a588-b4023e5815ac" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.872931] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2fa25dc-75b3-4554-a588-b4023e5815ac" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.873137] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2fa25dc-75b3-4554-a588-b4023e5815ac" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.873242] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2fa25dc-75b3-4554-a588-b4023e5815ac',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.874293] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.874445] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.874539] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.874775] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.874885] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e30ecb9b-8c35-4584-b7eb-d3b4d145e2da',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.875869] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b3362c7-f0e9-4800-ab81-b8061786dba2 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.876040] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b3362c7-f0e9-4800-ab81-b8061786dba2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.876156] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b3362c7-f0e9-4800-ab81-b8061786dba2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.876343] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b3362c7-f0e9-4800-ab81-b8061786dba2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.876452] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b3362c7-f0e9-4800-ab81-b8061786dba2',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.877510] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-176d91cf-1e19-4b79-833e-2cbc028f4608 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.877659] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-176d91cf-1e19-4b79-833e-2cbc028f4608" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.877960] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-176d91cf-1e19-4b79-833e-2cbc028f4608" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.878273] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-176d91cf-1e19-4b79-833e-2cbc028f4608" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.878388] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('176d91cf-1e19-4b79-833e-2cbc028f4608',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.878696] env[69392]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 964.879548] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60803e0d-1dc7-43a3-bc06-9feb6c234283 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.879935] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60803e0d-1dc7-43a3-bc06-9feb6c234283" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.880113] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60803e0d-1dc7-43a3-bc06-9feb6c234283" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.880332] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60803e0d-1dc7-43a3-bc06-9feb6c234283" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.880446] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60803e0d-1dc7-43a3-bc06-9feb6c234283',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.881719] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01d6afbe-3053-4f64-ac14-04cad5aea5d5 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.882053] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.882197] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.882393] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.882521] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01d6afbe-3053-4f64-ac14-04cad5aea5d5',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.883541] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82e9d903-7c87-4299-bc36-6ab88db29652 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.883691] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82e9d903-7c87-4299-bc36-6ab88db29652" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.883882] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82e9d903-7c87-4299-bc36-6ab88db29652" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.883975] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82e9d903-7c87-4299-bc36-6ab88db29652" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.884082] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82e9d903-7c87-4299-bc36-6ab88db29652',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.885165] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e772ee8d-82dc-4d07-b560-1dc252642660 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.885356] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.885610] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4125c564-608e-4a8b-9379-399b2d87342a taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.885741] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4125c564-608e-4a8b-9379-399b2d87342a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.885833] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4125c564-608e-4a8b-9379-399b2d87342a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.886027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4125c564-608e-4a8b-9379-399b2d87342a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.886135] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4125c564-608e-4a8b-9379-399b2d87342a',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.886976] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-224897ee-990d-46c1-bc5c-173faeaf24d1 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.887142] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-224897ee-990d-46c1-bc5c-173faeaf24d1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.887234] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-224897ee-990d-46c1-bc5c-173faeaf24d1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.887418] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-224897ee-990d-46c1-bc5c-173faeaf24d1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.887524] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('224897ee-990d-46c1-bc5c-173faeaf24d1',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.888681] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-122d5dca-1cb7-4a79-b4c8-017e868e5c5c taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.888681] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-122d5dca-1cb7-4a79-b4c8-017e868e5c5c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.888681] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-122d5dca-1cb7-4a79-b4c8-017e868e5c5c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.888864] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-122d5dca-1cb7-4a79-b4c8-017e868e5c5c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.888958] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('122d5dca-1cb7-4a79-b4c8-017e868e5c5c',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.891253] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85a75816-1e8d-4197-bbc0-6d252d42c389 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.891408] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85a75816-1e8d-4197-bbc0-6d252d42c389" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.891510] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85a75816-1e8d-4197-bbc0-6d252d42c389" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.891695] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85a75816-1e8d-4197-bbc0-6d252d42c389" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.891804] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85a75816-1e8d-4197-bbc0-6d252d42c389',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.892870] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7db42de-b6d9-4664-9d23-25203ab6341c taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.893509] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7db42de-b6d9-4664-9d23-25203ab6341c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.893618] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7db42de-b6d9-4664-9d23-25203ab6341c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.893811] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7db42de-b6d9-4664-9d23-25203ab6341c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.893925] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7db42de-b6d9-4664-9d23-25203ab6341c',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.894853] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c3ca408-ed49-491f-81bb-1dec9b3e01f9 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.894957] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c3ca408-ed49-491f-81bb-1dec9b3e01f9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.895040] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c3ca408-ed49-491f-81bb-1dec9b3e01f9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.895194] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c3ca408-ed49-491f-81bb-1dec9b3e01f9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.895273] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c3ca408-ed49-491f-81bb-1dec9b3e01f9',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.896109] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ca5fb82-bd35-44e4-ac6d-2fddb49925b5 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.896205] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ca5fb82-bd35-44e4-ac6d-2fddb49925b5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.896277] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ca5fb82-bd35-44e4-ac6d-2fddb49925b5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.896429] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ca5fb82-bd35-44e4-ac6d-2fddb49925b5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.896502] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ca5fb82-bd35-44e4-ac6d-2fddb49925b5',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.896717] env[69392]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 964.900374] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44752025-edeb-41ac-a47d-ef5de185998e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.931327] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.931519] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.931519] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.931613] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.933292] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.933437] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.964453] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.964698] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 624ee1c4-2751-4f3f-8d79-a5dedadab0c7 is going to be deleted. [ 964.965736] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.965881] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.988458] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.988458] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e7a001d-34e6-446a-9f04-16e41112b9e1 is going to be deleted. [ 965.042679] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.042679] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.042991] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.043062] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.043500] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.043500] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-624ee1c4-2751-4f3f-8d79-a5dedadab0c7" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.049298] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.050343] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.050343] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.050343] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.050343] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.050484] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e7a001d-34e6-446a-9f04-16e41112b9e1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.138272] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-753 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.138272] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-753" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.138272] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-753" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.138588] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-753" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.138859] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.139279] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.139446] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.139682] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.139831] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.140267] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 965.140267] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 965.140404] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 965.140501] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 965.140641] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 965.140807] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 965.140958] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 965.181847] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 965.184127] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.042 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 965.184127] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 965.184127] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-753" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.184127] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-fd11213c-5b3a-4671-980a-b14135df4fd9 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.184127] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-fd11213c-5b3a-4671-980a-b14135df4fd9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.184127] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-fd11213c-5b3a-4671-980a-b14135df4fd9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.184518] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-fd11213c-5b3a-4671-980a-b14135df4fd9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.184877] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd11213c-5b3a-4671-980a-b14135df4fd9',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.301772] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.301883] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.302010] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.303152] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.303152] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.303152] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e772ee8d-82dc-4d07-b560-1dc252642660 is going to be updated. [ 965.341927] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.342195] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.342195] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.343232] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.343232] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.356035] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e772ee8d-82dc-4d07-b560-1dc252642660 in Status: IN_PROGRESS for 2s [ 965.403755] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44752025-edeb-41ac-a47d-ef5de185998e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.442527] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-60803e0d-1dc7-43a3-bc06-9feb6c234283 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.442527] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60803e0d-1dc7-43a3-bc06-9feb6c234283" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.442527] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60803e0d-1dc7-43a3-bc06-9feb6c234283" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.442527] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60803e0d-1dc7-43a3-bc06-9feb6c234283" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.442527] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.442527] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.442527] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.442527] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.442527] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.442527] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60803e0d-1dc7-43a3-bc06-9feb6c234283" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.442527] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('60803e0d-1dc7-43a3-bc06-9feb6c234283',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.454512] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ca5fb82-bd35-44e4-ac6d-2fddb49925b5 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.456979] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ca5fb82-bd35-44e4-ac6d-2fddb49925b5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.456979] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ca5fb82-bd35-44e4-ac6d-2fddb49925b5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.456979] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ca5fb82-bd35-44e4-ac6d-2fddb49925b5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.456979] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.456979] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.456979] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.456979] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.456979] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.456979] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ca5fb82-bd35-44e4-ac6d-2fddb49925b5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.456979] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3ca5fb82-bd35-44e4-ac6d-2fddb49925b5',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.460756] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-122d5dca-1cb7-4a79-b4c8-017e868e5c5c taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.460969] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-122d5dca-1cb7-4a79-b4c8-017e868e5c5c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.461112] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-122d5dca-1cb7-4a79-b4c8-017e868e5c5c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.461755] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-122d5dca-1cb7-4a79-b4c8-017e868e5c5c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.461755] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.461969] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.461969] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.462141] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.462294] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.462379] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-122d5dca-1cb7-4a79-b4c8-017e868e5c5c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.462979] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('122d5dca-1cb7-4a79-b4c8-017e868e5c5c',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.467863] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b3362c7-f0e9-4800-ab81-b8061786dba2 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.469627] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b3362c7-f0e9-4800-ab81-b8061786dba2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.469762] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b3362c7-f0e9-4800-ab81-b8061786dba2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.472275] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b3362c7-f0e9-4800-ab81-b8061786dba2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.472275] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.472275] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.472275] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.472275] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.472275] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.472739] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b3362c7-f0e9-4800-ab81-b8061786dba2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.472859] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b3362c7-f0e9-4800-ab81-b8061786dba2',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.486020] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.486020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.486020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.486020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.486020] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.486020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.486463] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.486463] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.486463] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.486606] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.486650] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.486766] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.486847] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.486932] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.487034] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81084ca3-f156-4abe-9b5f-485c6c6fa7d6',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.488114] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.488260] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.488314] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.488425] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.488587] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.488673] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.488762] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.488928] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.489024] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.489099] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.489179] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e30ecb9b-8c35-4584-b7eb-d3b4d145e2da',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.496293] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b3362c7-f0e9-4800-ab81-b8061786dba2',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.527764] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.527908] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.528880] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.529019] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.533158] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.533158] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.533158] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.533158] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.533158] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.533158] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.534853] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.534976] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.535724] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.535820] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.536529] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.536627] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.537358] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.537475] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4125c564-608e-4a8b-9379-399b2d87342a is going to be deleted. [ 965.539469] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.539563] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.539634] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.539838] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.541411] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.541510] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.566288] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.566288] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c3ca408-ed49-491f-81bb-1dec9b3e01f9 is going to be deleted. [ 965.566664] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.566711] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.612231] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.612379] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2fa25dc-75b3-4554-a588-b4023e5815ac is going to be deleted. [ 965.613301] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.613500] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.627733] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.627876] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.643203] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.643413] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 176d91cf-1e19-4b79-833e-2cbc028f4608 is going to be deleted. [ 965.644821] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.645209] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.672257] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.672257] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.683701] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.683853] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 224897ee-990d-46c1-bc5c-173faeaf24d1 is going to be deleted. [ 965.684948] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.685192] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.688523] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.688737] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.688880] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.689285] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.689285] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.689446] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port fd11213c-5b3a-4671-980a-b14135df4fd9 not found, creating... [ 965.689718] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.689882] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.690012] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.690546] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.690546] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.690675] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.690834] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.690956] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.691270] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.691447] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.691561] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: fd11213c-5b3a-4671-980a-b14135df4fd9 is going to be created. [ 965.711017] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.711167] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.714256] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.714505] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.714693] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.714910] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.715145] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.715476] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-fd11213c-5b3a-4671-980a-b14135df4fd9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.721193] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.721193] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35ded8b6-2b6f-4361-9905-8e632094aba8 is going to be deleted. [ 965.721193] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.721193] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.764011] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.764167] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85a75816-1e8d-4197-bbc0-6d252d42c389 is going to be deleted. [ 965.765210] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.765467] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.780695] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.780695] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.791892] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.792175] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.801189] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.802636] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 501fa15c-f931-4b44-9bab-60f211031980 is going to be deleted. [ 965.804972] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.804972] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.890199] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.890562] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.906298] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.906485] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.906575] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.906838] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.906932] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.907094] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44752025-edeb-41ac-a47d-ef5de185998e is going to be updated. [ 965.915945] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.915945] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 is going to be deleted. [ 965.915945] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.915945] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.946556] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('60803e0d-1dc7-43a3-bc06-9feb6c234283',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.963103] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3ca5fb82-bd35-44e4-ac6d-2fddb49925b5',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.963103] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7db42de-b6d9-4664-9d23-25203ab6341c in Status: SUCCESS [ 965.963103] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7db42de-b6d9-4664-9d23-25203ab6341c deletion is rescheduled due to dependency. [ 965.963103] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7db42de-b6d9-4664-9d23-25203ab6341c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.971798] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.971798] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.979987] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('122d5dca-1cb7-4a79-b4c8-017e868e5c5c',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.996747] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.996747] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.996747] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.996747] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.996747] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.997026] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.997026] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.997134] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.997172] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.997236] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.997405] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.997496] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.997554] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.999799] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.999799] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.999963] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.999963] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.000475] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.000475] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.000475] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.000475] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e30ecb9b-8c35-4584-b7eb-d3b4d145e2da',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.001459] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.001540] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.001904] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.001904] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.001904] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.002117] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.002117] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.002280] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.002327] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.002387] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.002534] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.002624] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.002679] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.002815] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.004724] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.007076] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.007076] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.007076] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.007360] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.007360] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.007512] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81084ca3-f156-4abe-9b5f-485c6c6fa7d6',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.009590] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.009590] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82e9d903-7c87-4299-bc36-6ab88db29652 is going to be deleted. [ 966.011641] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b3362c7-f0e9-4800-ab81-b8061786dba2: rpc.has_security_group_logging(os_id): False [ 966.012670] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.013715] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.072051] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.072191] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.072925] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.073113] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.074436] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.074530] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.074624] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.074864] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.075077] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.077110] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.077258] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7db42de-b6d9-4664-9d23-25203ab6341c is going to be deleted. [ 966.079189] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.079576] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.079741] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.079922] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4125c564-608e-4a8b-9379-399b2d87342a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.080227] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.080505] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.080637] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.080813] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c3ca408-ed49-491f-81bb-1dec9b3e01f9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.081751] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.082036] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.082162] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.082314] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2fa25dc-75b3-4554-a588-b4023e5815ac" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.082482] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.082664] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.082797] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.082954] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-224897ee-990d-46c1-bc5c-173faeaf24d1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.083129] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.083312] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.083421] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.083564] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-176d91cf-1e19-4b79-833e-2cbc028f4608" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.083721] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.083950] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.084035] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.084162] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35ded8b6-2b6f-4361-9905-8e632094aba8" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.084341] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.085389] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.085389] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.085389] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85a75816-1e8d-4197-bbc0-6d252d42c389" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.085389] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.085389] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.111907] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44752025-edeb-41ac-a47d-ef5de185998e in Status: IN_PROGRESS for 2s [ 966.118009] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.118009] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.122067] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.122346] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.165323] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.165741] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.165741] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.165927] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.166212] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.166212] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.166212] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b3362c7-f0e9-4800-ab81-b8061786dba2 is going to be updated. [ 966.167519] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.167639] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.167727] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.167854] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-501fa15c-f931-4b44-9bab-60f211031980" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.168031] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.168166] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.168222] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.168645] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.168645] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.168645] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.168788] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.168859] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82e9d903-7c87-4299-bc36-6ab88db29652" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.277551] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.278852] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.278852] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.278852] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.278852] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.278852] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7db42de-b6d9-4664-9d23-25203ab6341c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.324137] env[69392]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 966.324830] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.325085] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.325157] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.325570] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.325570] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.358158] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b3362c7-f0e9-4800-ab81-b8061786dba2 in Status: IN_PROGRESS for 2s [ 966.450989] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 60803e0d-1dc7-43a3-bc06-9feb6c234283: rpc.has_security_group_logging(os_id): False [ 966.466079] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3ca5fb82-bd35-44e4-ac6d-2fddb49925b5: rpc.has_security_group_logging(os_id): False [ 966.470525] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.470679] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.470725] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.470950] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.485020] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.485020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.485020] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 122d5dca-1cb7-4a79-b4c8-017e868e5c5c: rpc.has_security_group_logging(os_id): False [ 966.493251] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.494245] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.494245] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.494245] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.494245] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.494245] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.494245] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60803e0d-1dc7-43a3-bc06-9feb6c234283 is going to be updated. [ 966.497175] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.497175] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.502880] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.502990] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.512248] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e30ecb9b-8c35-4584-b7eb-d3b4d145e2da: rpc.has_security_group_logging(os_id): False [ 966.514902] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81084ca3-f156-4abe-9b5f-485c6c6fa7d6: rpc.has_security_group_logging(os_id): False [ 966.524676] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.524993] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.525132] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.525249] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.525439] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.527235] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.527235] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ca5fb82-bd35-44e4-ac6d-2fddb49925b5 is going to be updated. [ 966.529881] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.531163] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.535621] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.535621] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.536474] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.536622] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.561600] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.561910] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.562055] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.562124] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.562323] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.562418] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.562557] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 122d5dca-1cb7-4a79-b4c8-017e868e5c5c is going to be updated. [ 966.563610] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.563785] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.575557] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.575557] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.592900] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.593304] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.594065] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.594154] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.595023] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.595023] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.595023] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.598793] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.598793] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.598793] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.598793] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.598793] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.598793] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.598793] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.598793] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.598793] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.598793] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e30ecb9b-8c35-4584-b7eb-d3b4d145e2da is going to be updated. [ 966.599370] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.599370] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.617233] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.617386] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.627560] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.627812] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.627939] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.628028] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.628226] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.628334] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.628502] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.628702] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.628702] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.628840] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.628929] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.629122] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.629215] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.629260] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.629382] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.629459] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.629555] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 is going to be updated. [ 966.630788] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.630963] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.631113] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.632285] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.632455] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.632942] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.653232] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.653415] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.653488] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.653702] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.653858] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.657574] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ca5fb82-bd35-44e4-ac6d-2fddb49925b5 in Status: IN_PROGRESS for 2s [ 966.659378] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60803e0d-1dc7-43a3-bc06-9feb6c234283 in Status: IN_PROGRESS for 2s [ 966.696468] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 122d5dca-1cb7-4a79-b4c8-017e868e5c5c in Status: IN_PROGRESS for 2s [ 966.713703] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.713881] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.713930] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.714169] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.714399] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.736833] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e30ecb9b-8c35-4584-b7eb-d3b4d145e2da in Status: IN_PROGRESS for 2s [ 966.789852] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.790033] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.790095] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.790301] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.790446] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.824747] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 in Status: IN_PROGRESS for 2s [ 967.099724] env[69392]: INFO networking_nsxv3.common.synchronization [req-96e6de1b-e7f7-41d2-8e4f-308f99de481e req-e799402d-0c34-4226-ab31-81af47a1ad02 service nova] Enqueued Resource ID: e772ee8d-82dc-4d07-b560-1dc252642660 with Priority: HIGHEST for action security_group_rules [ 967.099724] env[69392]: INFO networking_nsxv3.common.synchronization [req-96e6de1b-e7f7-41d2-8e4f-308f99de481e req-e799402d-0c34-4226-ab31-81af47a1ad02 service nova] Enqueued Resource ID: e772ee8d-82dc-4d07-b560-1dc252642660 with Priority: HIGHEST for action security_group_members [ 967.099724] env[69392]: INFO networking_nsxv3.common.synchronization [req-96e6de1b-e7f7-41d2-8e4f-308f99de481e req-e799402d-0c34-4226-ab31-81af47a1ad02 service nova] Enqueued Resource ID: fd11213c-5b3a-4671-980a-b14135df4fd9 with Priority: HIGHEST for action port [ 967.101176] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e772ee8d-82dc-4d07-b560-1dc252642660 with Priority: HIGHEST for action security_group_rules [ 967.101176] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e772ee8d-82dc-4d07-b560-1dc252642660 with Priority: HIGHEST for action security_group_members [ 967.101176] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd11213c-5b3a-4671-980a-b14135df4fd9 with Priority: HIGHEST for action port [ 967.101176] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e772ee8d-82dc-4d07-b560-1dc252642660 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.101176] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.101176] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-e772ee8d-82dc-4d07-b560-1dc252642660 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.101176] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.101176] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd11213c-5b3a-4671-980a-b14135df4fd9 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.102097] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd11213c-5b3a-4671-980a-b14135df4fd9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.102097] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd11213c-5b3a-4671-980a-b14135df4fd9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.102097] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd11213c-5b3a-4671-980a-b14135df4fd9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.102382] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd11213c-5b3a-4671-980a-b14135df4fd9',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.366441] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e772ee8d-82dc-4d07-b560-1dc252642660 in Status: SUCCESS [ 967.366441] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.367254] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.367254] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.367374] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.367483] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.367546] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.367930] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.367930] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.367930] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e772ee8d-82dc-4d07-b560-1dc252642660',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.605664] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd11213c-5b3a-4671-980a-b14135df4fd9 with status ACTIVE [ 967.605991] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.606533] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.606533] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.606533] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.606533] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.606801] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.606801] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.606801] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.606930] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.606930] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.607115] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.607219] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.607275] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.607447] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.607699] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.607699] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd11213c-5b3a-4671-980a-b14135df4fd9 is going to be updated. [ 967.628974] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.629189] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.629259] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.629698] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.629698] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.629867] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd11213c-5b3a-4671-980a-b14135df4fd9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.871294] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e772ee8d-82dc-4d07-b560-1dc252642660',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.122643] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44752025-edeb-41ac-a47d-ef5de185998e in Status: SUCCESS [ 968.123065] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.312679] env[69392]: INFO networking_nsxv3.common.synchronization [req-a0825514-9bfe-43d9-8d64-757b2a0b46b5 req-403c4da3-ce75-41f7-af0b-e779c370d120 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Enqueued Resource ID: d423ac92-d7bb-455a-9805-981f71c4380e with Priority: HIGHEST for action security_group_members [ 968.313253] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d423ac92-d7bb-455a-9805-981f71c4380e with Priority: HIGHEST for action security_group_members [ 968.317122] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-d423ac92-d7bb-455a-9805-981f71c4380e taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.317122] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d423ac92-d7bb-455a-9805-981f71c4380e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.317122] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d423ac92-d7bb-455a-9805-981f71c4380e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.317122] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d423ac92-d7bb-455a-9805-981f71c4380e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.317122] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.317122] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.317122] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.317122] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.317122] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.317122] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d423ac92-d7bb-455a-9805-981f71c4380e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.326257] env[69392]: INFO networking_nsxv3.common.synchronization [req-50e8a6ef-cff7-4a3c-9765-f925b4f81b8d req-930bdb26-c647-4184-a3b4-396da4543ff6 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Enqueued Resource ID: e30ecb9b-8c35-4584-b7eb-d3b4d145e2da with Priority: HIGHEST for action security_group_members [ 968.326757] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e30ecb9b-8c35-4584-b7eb-d3b4d145e2da with Priority: HIGHEST for action security_group_members [ 968.328069] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.328219] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.328284] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.328486] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.328642] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.328741] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.328807] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.328965] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.329056] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.329150] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e30ecb9b-8c35-4584-b7eb-d3b4d145e2da',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.375329] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e772ee8d-82dc-4d07-b560-1dc252642660',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.379861] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b3362c7-f0e9-4800-ab81-b8061786dba2 in Status: SUCCESS [ 968.380089] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b3362c7-f0e9-4800-ab81-b8061786dba2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.675906] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60803e0d-1dc7-43a3-bc06-9feb6c234283 in Status: SUCCESS [ 968.675906] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60803e0d-1dc7-43a3-bc06-9feb6c234283" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.675906] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ca5fb82-bd35-44e4-ac6d-2fddb49925b5 in Status: SUCCESS [ 968.675906] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ca5fb82-bd35-44e4-ac6d-2fddb49925b5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.711676] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 122d5dca-1cb7-4a79-b4c8-017e868e5c5c in Status: SUCCESS [ 968.711676] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-122d5dca-1cb7-4a79-b4c8-017e868e5c5c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.730423] env[69392]: INFO networking_nsxv3.common.synchronization [req-f888aa1b-1017-4b6a-9c03-185af81f0f9a req-32a77642-7e5d-4c8b-b8cb-2849dbbb178d tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Enqueued Resource ID: e65a0c1e-a9bc-40a4-b31b-1b3111429ab9 with Priority: HIGHEST for action security_group_members [ 968.730957] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e65a0c1e-a9bc-40a4-b31b-1b3111429ab9 with Priority: HIGHEST for action security_group_members [ 968.731769] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-e65a0c1e-a9bc-40a4-b31b-1b3111429ab9 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.731769] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e65a0c1e-a9bc-40a4-b31b-1b3111429ab9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.731769] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e65a0c1e-a9bc-40a4-b31b-1b3111429ab9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.731769] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e65a0c1e-a9bc-40a4-b31b-1b3111429ab9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.732189] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.732189] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.732189] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.733110] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.733238] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.733326] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e65a0c1e-a9bc-40a4-b31b-1b3111429ab9',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.749033] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e30ecb9b-8c35-4584-b7eb-d3b4d145e2da in Status: SUCCESS [ 968.749033] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.826360] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d423ac92-d7bb-455a-9805-981f71c4380e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.835794] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.836876] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.836876] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.837050] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.838101] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.838101] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.838101] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.838101] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.838101] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.838101] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.838101] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e30ecb9b-8c35-4584-b7eb-d3b4d145e2da is going to be updated. [ 968.843298] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 in Status: SUCCESS [ 968.843385] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.869472] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.869472] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.869472] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.869654] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.869692] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.880765] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e30ecb9b-8c35-4584-b7eb-d3b4d145e2da in Status: IN_PROGRESS for 2s [ 968.884448] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.884622] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.884696] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.884945] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.885033] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.886503] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e772ee8d-82dc-4d07-b560-1dc252642660 is going to be updated. [ 968.925441] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.925441] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.925441] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.925441] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.925441] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.937775] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e772ee8d-82dc-4d07-b560-1dc252642660 in Status: IN_PROGRESS for 2s [ 969.235762] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.236174] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.236174] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.236298] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.236298] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.236484] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.236649] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.236649] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.236809] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.236868] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.236927] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e65a0c1e-a9bc-40a4-b31b-1b3111429ab9 already deleted. [ 969.237014] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e65a0c1e-a9bc-40a4-b31b-1b3111429ab9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.254051] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-794 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.255785] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-794" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.255785] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-794" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.255785] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-794" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.255785] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.255785] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.256851] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.256851] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.256851] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.259747] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 969.259747] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 969.259747] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 969.259747] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 969.259747] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 969.260015] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 969.260015] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 969.278993] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 969.278993] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 969.279214] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 969.279261] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-794" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.280022] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-754c9a4c-5252-40bc-adf1-ce20394b118a taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.280237] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-754c9a4c-5252-40bc-adf1-ce20394b118a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.280403] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-754c9a4c-5252-40bc-adf1-ce20394b118a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.280810] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-754c9a4c-5252-40bc-adf1-ce20394b118a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.280970] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('754c9a4c-5252-40bc-adf1-ce20394b118a',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.322228] env[69392]: INFO networking_nsxv3.common.synchronization [None req-3c0146d8-391d-4916-be40-65cd4900a1b2 None None] Enqueued Resource ID: a0273afd-8fc1-4337-bc9e-f12322f330a1 with Priority: HIGHEST for action port [ 969.322228] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0273afd-8fc1-4337-bc9e-f12322f330a1 with Priority: HIGHEST for action port [ 969.322228] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0273afd-8fc1-4337-bc9e-f12322f330a1 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.322228] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0273afd-8fc1-4337-bc9e-f12322f330a1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.322228] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0273afd-8fc1-4337-bc9e-f12322f330a1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.322228] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0273afd-8fc1-4337-bc9e-f12322f330a1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.322228] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0273afd-8fc1-4337-bc9e-f12322f330a1',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.328098] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d423ac92-d7bb-455a-9805-981f71c4380e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.789815] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.789815] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.789815] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.789815] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.789815] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.789815] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port 754c9a4c-5252-40bc-adf1-ce20394b118a not found, creating... [ 969.789815] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.789815] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.789815] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.789815] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.789815] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.790413] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.790413] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.790413] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.790413] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.790413] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.790614] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 754c9a4c-5252-40bc-adf1-ce20394b118a is going to be created. [ 969.813769] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.814167] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.814167] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.814944] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.815611] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.815694] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-754c9a4c-5252-40bc-adf1-ce20394b118a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.827143] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a0273afd-8fc1-4337-bc9e-f12322f330a1 [ 969.827399] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.827536] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.827597] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.829404] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.829404] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.829404] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a0273afd-8fc1-4337-bc9e-f12322f330a1 already deleted. [ 969.829404] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0273afd-8fc1-4337-bc9e-f12322f330a1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.832035] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.832035] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.832035] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.832035] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.832035] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.832035] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d423ac92-d7bb-455a-9805-981f71c4380e is going to be updated. [ 969.864464] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.864851] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.865899] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.866102] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.870029] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.875948] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d423ac92-d7bb-455a-9805-981f71c4380e in Status: IN_PROGRESS for 2s [ 970.120155] env[69392]: INFO networking_nsxv3.common.synchronization [None req-c0c93449-93dd-4c3e-8799-6c807f7f489d tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Enqueued Resource ID: e01e8653-ada8-42a7-adc6-1ae007f7f990 with Priority: HIGHEST for action security_group_rules [ 970.120624] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e01e8653-ada8-42a7-adc6-1ae007f7f990 with Priority: HIGHEST for action security_group_rules [ 970.120934] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e01e8653-ada8-42a7-adc6-1ae007f7f990 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.121503] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e01e8653-ada8-42a7-adc6-1ae007f7f990" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.121503] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e01e8653-ada8-42a7-adc6-1ae007f7f990" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.121724] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e01e8653-ada8-42a7-adc6-1ae007f7f990" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.121806] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e01e8653-ada8-42a7-adc6-1ae007f7f990',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.198373] env[69392]: INFO networking_nsxv3.common.synchronization [None req-bd5910e0-9737-4f82-918a-e77bbe02b3ff tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Enqueued Resource ID: e01e8653-ada8-42a7-adc6-1ae007f7f990 with Priority: HIGHEST for action security_group_rules [ 970.198934] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e01e8653-ada8-42a7-adc6-1ae007f7f990 with Priority: HIGHEST for action security_group_rules [ 970.199183] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e01e8653-ada8-42a7-adc6-1ae007f7f990 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.199183] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e01e8653-ada8-42a7-adc6-1ae007f7f990" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.644977] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.645397] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.645397] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.645397] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.645573] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.645573] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e01e8653-ada8-42a7-adc6-1ae007f7f990 already deleted. [ 970.645717] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e01e8653-ada8-42a7-adc6-1ae007f7f990" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.645790] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e01e8653-ada8-42a7-adc6-1ae007f7f990" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.645933] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e01e8653-ada8-42a7-adc6-1ae007f7f990" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.646038] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e01e8653-ada8-42a7-adc6-1ae007f7f990',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.728405] env[69392]: INFO networking_nsxv3.common.synchronization [req-f888aa1b-1017-4b6a-9c03-185af81f0f9a req-7215156d-0405-4d2e-b1d8-dfcc519ec107 service nova] Enqueued Resource ID: e65a0c1e-a9bc-40a4-b31b-1b3111429ab9 with Priority: HIGHEST for action security_group_rules [ 970.728594] env[69392]: INFO networking_nsxv3.common.synchronization [req-f888aa1b-1017-4b6a-9c03-185af81f0f9a req-7215156d-0405-4d2e-b1d8-dfcc519ec107 service nova] Enqueued Resource ID: e65a0c1e-a9bc-40a4-b31b-1b3111429ab9 with Priority: HIGHEST for action security_group_members [ 970.728745] env[69392]: INFO networking_nsxv3.common.synchronization [req-f888aa1b-1017-4b6a-9c03-185af81f0f9a req-7215156d-0405-4d2e-b1d8-dfcc519ec107 service nova] Enqueued Resource ID: 754c9a4c-5252-40bc-adf1-ce20394b118a with Priority: HIGHEST for action port [ 970.729205] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e65a0c1e-a9bc-40a4-b31b-1b3111429ab9 with Priority: HIGHEST for action security_group_rules [ 970.729336] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e65a0c1e-a9bc-40a4-b31b-1b3111429ab9 with Priority: HIGHEST for action security_group_members [ 970.729436] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 754c9a4c-5252-40bc-adf1-ce20394b118a with Priority: HIGHEST for action port [ 970.729701] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e65a0c1e-a9bc-40a4-b31b-1b3111429ab9 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.729822] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e65a0c1e-a9bc-40a4-b31b-1b3111429ab9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.729889] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e65a0c1e-a9bc-40a4-b31b-1b3111429ab9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.733220] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e65a0c1e-a9bc-40a4-b31b-1b3111429ab9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.733274] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e65a0c1e-a9bc-40a4-b31b-1b3111429ab9',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.734226] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-e65a0c1e-a9bc-40a4-b31b-1b3111429ab9 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.734516] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e65a0c1e-a9bc-40a4-b31b-1b3111429ab9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.734516] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e65a0c1e-a9bc-40a4-b31b-1b3111429ab9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.734877] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e65a0c1e-a9bc-40a4-b31b-1b3111429ab9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.735047] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.735154] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.735245] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.735472] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.735604] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.735727] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e65a0c1e-a9bc-40a4-b31b-1b3111429ab9',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.736651] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-754c9a4c-5252-40bc-adf1-ce20394b118a taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.736754] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-754c9a4c-5252-40bc-adf1-ce20394b118a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.736821] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-754c9a4c-5252-40bc-adf1-ce20394b118a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.736972] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-754c9a4c-5252-40bc-adf1-ce20394b118a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.737396] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('754c9a4c-5252-40bc-adf1-ce20394b118a',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.893128] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e30ecb9b-8c35-4584-b7eb-d3b4d145e2da in Status: SUCCESS [ 970.893468] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e30ecb9b-8c35-4584-b7eb-d3b4d145e2da deletion is rescheduled due to dependency. [ 970.893736] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.948171] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e772ee8d-82dc-4d07-b560-1dc252642660 in Status: SUCCESS [ 970.948421] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.948788] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.948846] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.949026] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.949148] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.949385] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.949385] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.949494] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.949532] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.950240] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e772ee8d-82dc-4d07-b560-1dc252642660',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.950705] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.951915] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.951915] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.951915] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.951915] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.951915] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.951915] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.951915] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e772ee8d-82dc-4d07-b560-1dc252642660',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.175462] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.175652] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.175723] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.175964] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.176102] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.176294] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e01e8653-ada8-42a7-adc6-1ae007f7f990 already deleted. [ 971.176294] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e01e8653-ada8-42a7-adc6-1ae007f7f990" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.239709] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-e65a0c1e-a9bc-40a4-b31b-1b3111429ab9 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.239709] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e65a0c1e-a9bc-40a4-b31b-1b3111429ab9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.239933] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e65a0c1e-a9bc-40a4-b31b-1b3111429ab9',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.241115] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 754c9a4c-5252-40bc-adf1-ce20394b118a with status ACTIVE [ 971.242798] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.242798] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.242798] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.242798] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.242798] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.243137] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.243137] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.243230] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.243403] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.243502] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.244164] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.244313] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.244400] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.244562] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.244657] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.244750] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 754c9a4c-5252-40bc-adf1-ce20394b118a is going to be updated. [ 971.270844] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.270973] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.271096] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.271319] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.271469] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.271637] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-754c9a4c-5252-40bc-adf1-ce20394b118a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.455166] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-e772ee8d-82dc-4d07-b560-1dc252642660 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.455166] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.455422] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e772ee8d-82dc-4d07-b560-1dc252642660',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.710223] env[69392]: INFO networking_nsxv3.common.synchronization [None req-bc27749a-7fad-4f04-8c1a-754a6c2962ef None None] Enqueued Resource ID: 71e63548-2c4d-4c62-b02c-6759abcbb431 with Priority: HIGHEST for action port [ 971.710802] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71e63548-2c4d-4c62-b02c-6759abcbb431 with Priority: HIGHEST for action port [ 971.712208] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-71e63548-2c4d-4c62-b02c-6759abcbb431 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.712365] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71e63548-2c4d-4c62-b02c-6759abcbb431" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.712439] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71e63548-2c4d-4c62-b02c-6759abcbb431" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.712715] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71e63548-2c4d-4c62-b02c-6759abcbb431" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.712801] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71e63548-2c4d-4c62-b02c-6759abcbb431',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.746903] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e65a0c1e-a9bc-40a4-b31b-1b3111429ab9',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.886421] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d423ac92-d7bb-455a-9805-981f71c4380e in Status: SUCCESS [ 971.886421] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d423ac92-d7bb-455a-9805-981f71c4380e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.961603] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e772ee8d-82dc-4d07-b560-1dc252642660',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.218621] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 71e63548-2c4d-4c62-b02c-6759abcbb431 [ 972.219456] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.219647] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.219723] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.220265] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.220265] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.220265] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:71e63548-2c4d-4c62-b02c-6759abcbb431 already deleted. [ 972.220265] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71e63548-2c4d-4c62-b02c-6759abcbb431" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.250825] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.250979] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.251129] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.251352] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.251449] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.251903] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e65a0c1e-a9bc-40a4-b31b-1b3111429ab9 is going to be created. [ 972.276091] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.276299] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.276299] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.276396] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.277024] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.287195] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e65a0c1e-a9bc-40a4-b31b-1b3111429ab9 in Status: UNINITIALIZED for 2s [ 972.467570] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.467747] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.467825] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.468189] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.468189] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.468303] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e772ee8d-82dc-4d07-b560-1dc252642660 is going to be updated. [ 972.520791] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.521032] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.521085] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.521330] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.521558] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.532593] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e772ee8d-82dc-4d07-b560-1dc252642660 in Status: IN_PROGRESS for 2s [ 973.695142] env[69392]: INFO networking_nsxv3.common.synchronization [None req-613cefd4-191f-48fd-9a9b-4adc9cb65d72 None None] Enqueued Resource ID: 007f5bba-1b00-4b08-b0b5-a7e75d689b34 with Priority: HIGHEST for action port [ 973.695142] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 007f5bba-1b00-4b08-b0b5-a7e75d689b34 with Priority: HIGHEST for action port [ 973.695142] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-007f5bba-1b00-4b08-b0b5-a7e75d689b34 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.695142] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-007f5bba-1b00-4b08-b0b5-a7e75d689b34" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.695142] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-007f5bba-1b00-4b08-b0b5-a7e75d689b34" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.695142] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-007f5bba-1b00-4b08-b0b5-a7e75d689b34" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.695142] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('007f5bba-1b00-4b08-b0b5-a7e75d689b34',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.714409] env[69392]: INFO networking_nsxv3.common.synchronization [req-19c516f9-279b-4a13-8f21-abfa20f26884 req-b44f83ef-e8f0-47c3-ac3c-65204c54dabb tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Enqueued Resource ID: c4eab51f-f8a6-4737-afd2-949373cc4c08 with Priority: HIGHEST for action security_group_members [ 973.714409] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4eab51f-f8a6-4737-afd2-949373cc4c08 with Priority: HIGHEST for action security_group_members [ 973.714409] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4eab51f-f8a6-4737-afd2-949373cc4c08 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.714409] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4eab51f-f8a6-4737-afd2-949373cc4c08" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.714409] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4eab51f-f8a6-4737-afd2-949373cc4c08" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.714409] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4eab51f-f8a6-4737-afd2-949373cc4c08" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.714409] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.714409] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.714409] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.714409] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.714409] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.714409] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4eab51f-f8a6-4737-afd2-949373cc4c08',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.198017] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 007f5bba-1b00-4b08-b0b5-a7e75d689b34 [ 974.198324] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.198597] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.198597] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.198731] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.198807] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.198904] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:007f5bba-1b00-4b08-b0b5-a7e75d689b34 already deleted. [ 974.198996] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-007f5bba-1b00-4b08-b0b5-a7e75d689b34" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.218179] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.218330] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.218412] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.218635] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.218721] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.218922] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.219036] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.219115] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.219241] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.219316] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.219404] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4eab51f-f8a6-4737-afd2-949373cc4c08 already deleted. [ 974.219483] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4eab51f-f8a6-4737-afd2-949373cc4c08" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.300024] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e65a0c1e-a9bc-40a4-b31b-1b3111429ab9 in Status: SUCCESS [ 974.300327] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e65a0c1e-a9bc-40a4-b31b-1b3111429ab9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.300558] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e65a0c1e-a9bc-40a4-b31b-1b3111429ab9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.300780] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e65a0c1e-a9bc-40a4-b31b-1b3111429ab9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.300973] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.301107] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.301173] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.301329] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.301412] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.301497] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e65a0c1e-a9bc-40a4-b31b-1b3111429ab9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.301917] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e65a0c1e-a9bc-40a4-b31b-1b3111429ab9',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.331125] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-656 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.331125] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-656" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.331125] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-656" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.331125] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-656" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.331361] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.331502] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.331619] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.331833] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.331969] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.332195] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 974.332340] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 974.332454] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 974.332562] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 974.332673] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 974.332776] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 974.332907] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 974.353752] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 974.353752] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 974.353752] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 974.353752] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-656" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.356210] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-43936dbe-9298-42d7-ab35-6b154901fd12 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.356417] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-43936dbe-9298-42d7-ab35-6b154901fd12" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.356533] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-43936dbe-9298-42d7-ab35-6b154901fd12" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.356888] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-43936dbe-9298-42d7-ab35-6b154901fd12" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.357044] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43936dbe-9298-42d7-ab35-6b154901fd12',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.544738] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e772ee8d-82dc-4d07-b560-1dc252642660 in Status: SUCCESS [ 974.544975] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.545176] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.545528] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.545733] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.545866] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.545967] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.546914] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.546914] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.546914] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.546914] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-e772ee8d-82dc-4d07-b560-1dc252642660 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.546914] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.546914] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.546914] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.547329] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.547329] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.547329] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.547449] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.547484] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.547573] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.547702] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e772ee8d-82dc-4d07-b560-1dc252642660',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.805569] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e65a0c1e-a9bc-40a4-b31b-1b3111429ab9',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.859805] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.860042] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.860173] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.860451] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.860595] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.860746] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port 43936dbe-9298-42d7-ab35-6b154901fd12 not found, creating... [ 974.860998] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.861163] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.861277] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.864321] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.864321] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.864321] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.864321] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.864321] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.864321] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.864321] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.864321] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 43936dbe-9298-42d7-ab35-6b154901fd12 is going to be created. [ 974.883408] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.884151] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.884151] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.884382] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.884490] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.884732] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-43936dbe-9298-42d7-ab35-6b154901fd12" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.050334] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e772ee8d-82dc-4d07-b560-1dc252642660: rpc.has_security_group_logging(os_id): False [ 975.071019] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.071019] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.071019] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.071019] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.097537] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.097537] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.097537] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.097537] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.097537] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.097537] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.097537] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.097537] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.097537] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.097537] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.097537] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.097537] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.097537] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.097537] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.098256] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.098256] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.098256] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e772ee8d-82dc-4d07-b560-1dc252642660 is going to be updated. [ 975.185260] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.185260] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.185260] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.185260] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.185260] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.204557] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e772ee8d-82dc-4d07-b560-1dc252642660 in Status: IN_PROGRESS for 2s [ 975.310895] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e65a0c1e-a9bc-40a4-b31b-1b3111429ab9: rpc.has_security_group_logging(os_id): False [ 975.331226] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.331226] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.331226] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.331563] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.331611] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.333659] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.333659] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.333659] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.333659] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.333659] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.333659] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e65a0c1e-a9bc-40a4-b31b-1b3111429ab9 is going to be created. [ 975.396330] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.397726] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.397726] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.397726] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.397726] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.410242] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e65a0c1e-a9bc-40a4-b31b-1b3111429ab9 in Status: IN_PROGRESS for 2s [ 975.959120] env[69392]: INFO networking_nsxv3.common.synchronization [req-19c516f9-279b-4a13-8f21-abfa20f26884 req-cc08842c-fad9-49a1-a494-5419b0ccafa1 service nova] Enqueued Resource ID: c4eab51f-f8a6-4737-afd2-949373cc4c08 with Priority: HIGHEST for action security_group_rules [ 975.959120] env[69392]: INFO networking_nsxv3.common.synchronization [req-19c516f9-279b-4a13-8f21-abfa20f26884 req-cc08842c-fad9-49a1-a494-5419b0ccafa1 service nova] Enqueued Resource ID: c4eab51f-f8a6-4737-afd2-949373cc4c08 with Priority: HIGHEST for action security_group_members [ 975.959120] env[69392]: INFO networking_nsxv3.common.synchronization [req-19c516f9-279b-4a13-8f21-abfa20f26884 req-cc08842c-fad9-49a1-a494-5419b0ccafa1 service nova] Enqueued Resource ID: 43936dbe-9298-42d7-ab35-6b154901fd12 with Priority: HIGHEST for action port [ 975.959120] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4eab51f-f8a6-4737-afd2-949373cc4c08 with Priority: HIGHEST for action security_group_rules [ 975.959120] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4eab51f-f8a6-4737-afd2-949373cc4c08 with Priority: HIGHEST for action security_group_members [ 975.959120] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43936dbe-9298-42d7-ab35-6b154901fd12 with Priority: HIGHEST for action port [ 975.959120] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4eab51f-f8a6-4737-afd2-949373cc4c08 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.959120] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4eab51f-f8a6-4737-afd2-949373cc4c08" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.959120] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4eab51f-f8a6-4737-afd2-949373cc4c08" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.960010] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4eab51f-f8a6-4737-afd2-949373cc4c08" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.960010] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4eab51f-f8a6-4737-afd2-949373cc4c08',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.961084] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4eab51f-f8a6-4737-afd2-949373cc4c08 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.961229] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4eab51f-f8a6-4737-afd2-949373cc4c08" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.961371] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4eab51f-f8a6-4737-afd2-949373cc4c08" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.961643] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4eab51f-f8a6-4737-afd2-949373cc4c08" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.961813] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.961920] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.961982] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.962142] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.962228] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.962374] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4eab51f-f8a6-4737-afd2-949373cc4c08',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.965440] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-43936dbe-9298-42d7-ab35-6b154901fd12 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.965624] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43936dbe-9298-42d7-ab35-6b154901fd12" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.965697] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43936dbe-9298-42d7-ab35-6b154901fd12" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.966231] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43936dbe-9298-42d7-ab35-6b154901fd12" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.966231] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43936dbe-9298-42d7-ab35-6b154901fd12',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.344020] env[69392]: INFO networking_nsxv3.common.synchronization [None req-a679d990-a5d1-44b2-93ce-95fccef380a0 None None] Enqueued Resource ID: 01d1d847-3dbe-4a1f-b62a-6c77cbee2627 with Priority: HIGHEST for action port [ 976.344288] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01d1d847-3dbe-4a1f-b62a-6c77cbee2627 with Priority: HIGHEST for action port [ 976.344964] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-01d1d847-3dbe-4a1f-b62a-6c77cbee2627 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.345101] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01d1d847-3dbe-4a1f-b62a-6c77cbee2627" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.345165] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01d1d847-3dbe-4a1f-b62a-6c77cbee2627" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.345432] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01d1d847-3dbe-4a1f-b62a-6c77cbee2627" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.345530] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01d1d847-3dbe-4a1f-b62a-6c77cbee2627',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.469668] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4eab51f-f8a6-4737-afd2-949373cc4c08 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.469873] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4eab51f-f8a6-4737-afd2-949373cc4c08" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.469935] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c4eab51f-f8a6-4737-afd2-949373cc4c08',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.470840] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 43936dbe-9298-42d7-ab35-6b154901fd12 with status ACTIVE [ 976.471037] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.471156] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.471222] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.471424] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.471516] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.471701] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.471851] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.471851] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.472271] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.472271] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.472271] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.473291] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.473291] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.473291] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.473291] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.473291] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 43936dbe-9298-42d7-ab35-6b154901fd12 is going to be updated. [ 976.498176] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.499710] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.499838] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.500146] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.500417] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.500487] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43936dbe-9298-42d7-ab35-6b154901fd12" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.850147] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 01d1d847-3dbe-4a1f-b62a-6c77cbee2627 [ 976.850147] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.850147] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.850147] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.850147] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.850147] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.850147] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:01d1d847-3dbe-4a1f-b62a-6c77cbee2627 already deleted. [ 976.850147] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01d1d847-3dbe-4a1f-b62a-6c77cbee2627" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.975563] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c4eab51f-f8a6-4737-afd2-949373cc4c08',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.221048] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e772ee8d-82dc-4d07-b560-1dc252642660 in Status: SUCCESS [ 977.221048] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.221048] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.221376] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.221376] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e772ee8d-82dc-4d07-b560-1dc252642660',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.424629] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e65a0c1e-a9bc-40a4-b31b-1b3111429ab9 in Status: SUCCESS [ 977.424906] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e65a0c1e-a9bc-40a4-b31b-1b3111429ab9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.481420] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.481667] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.481747] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.482058] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.482171] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.482346] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4eab51f-f8a6-4737-afd2-949373cc4c08 is going to be created. [ 977.511587] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.511713] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.511760] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.511937] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.512106] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.524244] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4eab51f-f8a6-4737-afd2-949373cc4c08 in Status: UNINITIALIZED for 2s [ 977.723943] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-e772ee8d-82dc-4d07-b560-1dc252642660 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.724120] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.724198] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.724466] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.724640] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.724744] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.724819] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.724983] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.725074] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.725147] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.725232] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e772ee8d-82dc-4d07-b560-1dc252642660',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.228338] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-e772ee8d-82dc-4d07-b560-1dc252642660 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.228677] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.228677] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.228677] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.228879] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.229544] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.229544] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.229544] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.229544] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.229544] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.229544] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-e772ee8d-82dc-4d07-b560-1dc252642660 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.229544] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.229881] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.229881] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.229881] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.231508] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.231508] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.231508] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.231508] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.231508] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.231508] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e772ee8d-82dc-4d07-b560-1dc252642660',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.733654] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e772ee8d-82dc-4d07-b560-1dc252642660: rpc.has_security_group_logging(os_id): False [ 978.752755] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.752912] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.752967] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.753214] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.753308] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.753555] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.753659] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.753728] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.753903] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.753957] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.754643] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.754643] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.754643] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.754643] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.754643] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.754886] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.754886] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.754886] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.755018] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.759326] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.759469] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e772ee8d-82dc-4d07-b560-1dc252642660 is going to be updated. [ 978.833417] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.833844] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.833970] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.834273] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.834472] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.857199] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e772ee8d-82dc-4d07-b560-1dc252642660 in Status: IN_PROGRESS for 2s [ 978.874436] env[69392]: INFO networking_nsxv3.common.synchronization [req-234b3e33-fdd5-4ec7-8cda-d39ae183dfa1 req-c7a0154a-3b32-4ebc-ae27-f2c36712e00e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Enqueued Resource ID: e772ee8d-82dc-4d07-b560-1dc252642660 with Priority: HIGHEST for action security_group_members [ 978.875085] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e772ee8d-82dc-4d07-b560-1dc252642660 with Priority: HIGHEST for action security_group_members [ 978.875467] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-e772ee8d-82dc-4d07-b560-1dc252642660 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.875591] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.875657] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.875859] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.876019] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.876116] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.876175] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.876321] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.876405] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.876498] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e772ee8d-82dc-4d07-b560-1dc252642660',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.236236] env[69392]: INFO networking_nsxv3.common.synchronization [req-234b3e33-fdd5-4ec7-8cda-d39ae183dfa1 req-1fc6291e-57e8-427d-b395-006a7c097237 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Enqueued Resource ID: e772ee8d-82dc-4d07-b560-1dc252642660 with Priority: HIGHEST for action security_group_members [ 979.237464] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e772ee8d-82dc-4d07-b560-1dc252642660 with Priority: HIGHEST for action security_group_members [ 979.237464] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-e772ee8d-82dc-4d07-b560-1dc252642660 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.237464] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.381469] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e772ee8d-82dc-4d07-b560-1dc252642660',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.533709] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4eab51f-f8a6-4737-afd2-949373cc4c08 in Status: SUCCESS [ 979.533930] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4eab51f-f8a6-4737-afd2-949373cc4c08" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.534110] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4eab51f-f8a6-4737-afd2-949373cc4c08" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.534389] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4eab51f-f8a6-4737-afd2-949373cc4c08" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.534616] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.534756] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.534820] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.534985] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.535091] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.535178] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4eab51f-f8a6-4737-afd2-949373cc4c08" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.535267] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c4eab51f-f8a6-4737-afd2-949373cc4c08',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.889285] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e772ee8d-82dc-4d07-b560-1dc252642660',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.037417] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4eab51f-f8a6-4737-afd2-949373cc4c08 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.037683] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4eab51f-f8a6-4737-afd2-949373cc4c08" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.037820] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4eab51f-f8a6-4737-afd2-949373cc4c08" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.038224] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4eab51f-f8a6-4737-afd2-949373cc4c08" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.038456] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.038644] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.038756] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.038982] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.039502] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.039666] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4eab51f-f8a6-4737-afd2-949373cc4c08" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.039878] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4eab51f-f8a6-4737-afd2-949373cc4c08 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.040044] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4eab51f-f8a6-4737-afd2-949373cc4c08" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.040156] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4eab51f-f8a6-4737-afd2-949373cc4c08" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.040361] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4eab51f-f8a6-4737-afd2-949373cc4c08" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.040560] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.040709] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.040807] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.040990] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.041130] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.041284] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4eab51f-f8a6-4737-afd2-949373cc4c08" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.041431] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c4eab51f-f8a6-4737-afd2-949373cc4c08',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.391010] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.391914] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.391984] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.392224] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.396077] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.396077] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e772ee8d-82dc-4d07-b560-1dc252642660 is going to be updated. [ 980.428682] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.428838] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.428930] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.429150] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.429312] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.438678] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e772ee8d-82dc-4d07-b560-1dc252642660 in Status: IN_PROGRESS for 2s [ 980.544211] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c4eab51f-f8a6-4737-afd2-949373cc4c08: rpc.has_security_group_logging(os_id): False [ 980.563237] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.564532] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.564532] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.564532] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.564532] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.564532] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.564532] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.564532] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.564532] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.564532] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.564822] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.564822] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.564822] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.564925] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.565287] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.565543] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.565663] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.565767] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.565957] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.566100] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.567032] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4eab51f-f8a6-4737-afd2-949373cc4c08 is going to be created. [ 980.640020] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.640179] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.640253] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.640478] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.640692] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.652846] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4eab51f-f8a6-4737-afd2-949373cc4c08 in Status: IN_PROGRESS for 2s [ 980.876470] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e772ee8d-82dc-4d07-b560-1dc252642660 in Status: SUCCESS [ 980.876470] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.876470] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.876470] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.876470] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e772ee8d-82dc-4d07-b560-1dc252642660',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.400530] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.400530] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.400530] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.400530] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.400530] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.400530] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e772ee8d-82dc-4d07-b560-1dc252642660 is going to be deleted. [ 981.461492] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.463173] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.463173] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.463173] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.463173] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.463173] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.449133] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e772ee8d-82dc-4d07-b560-1dc252642660 in Status: SUCCESS [ 982.449560] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.449560] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.449732] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.449914] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.452429] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.452568] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.452769] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.452859] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.452983] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e772ee8d-82dc-4d07-b560-1dc252642660',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.667129] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4eab51f-f8a6-4737-afd2-949373cc4c08 in Status: SUCCESS [ 982.667129] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4eab51f-f8a6-4737-afd2-949373cc4c08" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.961020] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.961020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.961020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.961020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.961020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.961020] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.961020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.961020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.961020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.961020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.961020] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e772ee8d-82dc-4d07-b560-1dc252642660 is going to be deleted. [ 982.996173] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.998292] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.998292] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.998292] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.998292] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.998292] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e772ee8d-82dc-4d07-b560-1dc252642660" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.237399] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 984.237644] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 984.262773] env[69392]: INFO networking_nsxv3.common.synchronization [req-01e7d2a2-4e60-4426-92f7-1bc04eb54ff1 req-3b8b0741-357a-46fa-b226-68f82990f95e tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Enqueued Resource ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 with Priority: HIGHEST for action security_group_members [ 984.262942] env[69392]: INFO networking_nsxv3.common.synchronization [req-01e7d2a2-4e60-4426-92f7-1bc04eb54ff1 req-3b8b0741-357a-46fa-b226-68f82990f95e tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Enqueued Resource ID: f354a839-fb07-406e-bd97-425db5e4da70 with Priority: HIGHEST for action security_group_members [ 984.263157] env[69392]: INFO networking_nsxv3.common.synchronization [req-01e7d2a2-4e60-4426-92f7-1bc04eb54ff1 req-3b8b0741-357a-46fa-b226-68f82990f95e tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Enqueued Resource ID: 2263700e-f232-46e2-b438-dd4287f8caf2 with Priority: HIGHEST for action security_group_members [ 984.263677] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 with Priority: HIGHEST for action security_group_members [ 984.263804] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f354a839-fb07-406e-bd97-425db5e4da70 with Priority: HIGHEST for action security_group_members [ 984.263894] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2263700e-f232-46e2-b438-dd4287f8caf2 with Priority: HIGHEST for action security_group_members [ 984.265386] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.265673] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.265830] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.266145] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.267273] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.267968] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.267968] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.267968] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.267968] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.267968] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81084ca3-f156-4abe-9b5f-485c6c6fa7d6',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.268917] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-f354a839-fb07-406e-bd97-425db5e4da70 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.269078] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f354a839-fb07-406e-bd97-425db5e4da70" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.269150] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f354a839-fb07-406e-bd97-425db5e4da70" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.269415] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f354a839-fb07-406e-bd97-425db5e4da70" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.269581] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.269680] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.269748] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.269897] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.269977] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.270077] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f354a839-fb07-406e-bd97-425db5e4da70',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.270934] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-2263700e-f232-46e2-b438-dd4287f8caf2 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.271069] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2263700e-f232-46e2-b438-dd4287f8caf2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.271139] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2263700e-f232-46e2-b438-dd4287f8caf2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.271300] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2263700e-f232-46e2-b438-dd4287f8caf2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.271484] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.271596] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.271661] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.271810] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.271884] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.271976] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2263700e-f232-46e2-b438-dd4287f8caf2',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.774696] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.774696] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.774696] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.774899] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.774899] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.775192] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.775192] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.775192] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.775438] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.775438] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.775523] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 is going to be updated. [ 984.776678] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.776786] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.777594] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.777594] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.777929] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.778036] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.802184] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.802502] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.802623] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.802691] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.802899] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.802982] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.804593] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f354a839-fb07-406e-bd97-425db5e4da70 is going to be updated. [ 984.804593] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.804593] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.823569] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.823767] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.823842] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.824074] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.824219] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.829920] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.830213] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.830332] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.830399] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.830605] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.832447] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.832447] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2263700e-f232-46e2-b438-dd4287f8caf2 is going to be updated. [ 984.836724] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 in Status: IN_PROGRESS for 2s [ 984.848205] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.848205] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.848450] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.848483] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.848652] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.861083] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f354a839-fb07-406e-bd97-425db5e4da70 in Status: IN_PROGRESS for 2s [ 984.865880] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.866053] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.866107] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.866322] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.866470] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.877160] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2263700e-f232-46e2-b438-dd4287f8caf2 in Status: IN_PROGRESS for 2s [ 986.850733] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 in Status: SUCCESS [ 986.850989] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 deletion is rescheduled due to dependency. [ 986.852145] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.876693] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f354a839-fb07-406e-bd97-425db5e4da70 in Status: SUCCESS [ 986.876913] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f354a839-fb07-406e-bd97-425db5e4da70 deletion is rescheduled due to dependency. [ 986.877066] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f354a839-fb07-406e-bd97-425db5e4da70" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.888148] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2263700e-f232-46e2-b438-dd4287f8caf2 in Status: SUCCESS [ 986.888339] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2263700e-f232-46e2-b438-dd4287f8caf2 deletion is rescheduled due to dependency. [ 986.888474] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2263700e-f232-46e2-b438-dd4287f8caf2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.771156] env[69392]: INFO networking_nsxv3.common.synchronization [None req-d1ebc98d-c403-44bc-a02d-f35ab4dc8889 None None] Enqueued Resource ID: 6a5683aa-ac6e-443a-a826-f54c969e9042 with Priority: HIGHEST for action port [ 988.771156] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a5683aa-ac6e-443a-a826-f54c969e9042 with Priority: HIGHEST for action port [ 988.771156] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a5683aa-ac6e-443a-a826-f54c969e9042 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.771156] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a5683aa-ac6e-443a-a826-f54c969e9042" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.771156] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a5683aa-ac6e-443a-a826-f54c969e9042" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.771156] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a5683aa-ac6e-443a-a826-f54c969e9042" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.771156] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a5683aa-ac6e-443a-a826-f54c969e9042',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.179836] env[69392]: INFO networking_nsxv3.common.synchronization [req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 req-624fab52-8bec-4449-bc01-92f46b09a8eb tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Enqueued Resource ID: 331d1cd2-2e38-4a1d-9c7c-f0e4f5cfec4a with Priority: HIGHEST for action security_group_members [ 989.181111] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 331d1cd2-2e38-4a1d-9c7c-f0e4f5cfec4a with Priority: HIGHEST for action security_group_members [ 989.181111] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-331d1cd2-2e38-4a1d-9c7c-f0e4f5cfec4a taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.181111] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-331d1cd2-2e38-4a1d-9c7c-f0e4f5cfec4a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.181111] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-331d1cd2-2e38-4a1d-9c7c-f0e4f5cfec4a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.181715] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-331d1cd2-2e38-4a1d-9c7c-f0e4f5cfec4a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.181715] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.181715] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.181715] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.181715] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.182880] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.182880] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('331d1cd2-2e38-4a1d-9c7c-f0e4f5cfec4a',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.274383] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6a5683aa-ac6e-443a-a826-f54c969e9042 [ 989.274383] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.274615] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.274615] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.274797] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.274889] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.275010] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6a5683aa-ac6e-443a-a826-f54c969e9042 already deleted. [ 989.275143] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a5683aa-ac6e-443a-a826-f54c969e9042" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.684856] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.685041] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.685096] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.685308] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.685397] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.686303] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.686303] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.686303] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.686303] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.686303] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.686303] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 331d1cd2-2e38-4a1d-9c7c-f0e4f5cfec4a already deleted. [ 989.686303] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-331d1cd2-2e38-4a1d-9c7c-f0e4f5cfec4a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.066564] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-635 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.069052] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-635" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.069052] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-635" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.069052] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-635" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.069052] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.069052] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.069052] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.070224] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.070224] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.070224] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 990.070356] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 990.070786] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 990.070786] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 990.071041] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 990.071222] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 990.071479] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 990.097226] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 990.097402] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 990.097544] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 990.097723] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-635" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.098069] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-84f8a929-fba9-4f93-ad2b-c6f4ef97548e taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.098243] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-84f8a929-fba9-4f93-ad2b-c6f4ef97548e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.098362] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-84f8a929-fba9-4f93-ad2b-c6f4ef97548e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.104513] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-84f8a929-fba9-4f93-ad2b-c6f4ef97548e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.104513] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84f8a929-fba9-4f93-ad2b-c6f4ef97548e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.606213] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.606453] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.606569] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.606877] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.607038] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.607199] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port 84f8a929-fba9-4f93-ad2b-c6f4ef97548e not found, creating... [ 990.607596] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.607852] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.608079] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.608340] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.608487] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.608908] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.609700] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.610033] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.614020] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.614020] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.614020] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 84f8a929-fba9-4f93-ad2b-c6f4ef97548e is going to be created. [ 990.635623] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.635885] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.637191] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.637191] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.637191] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.637191] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-84f8a929-fba9-4f93-ad2b-c6f4ef97548e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.394883] env[69392]: INFO networking_nsxv3.common.synchronization [req-d3365a25-7bfd-443b-b9d5-dccc78bc78be req-84b561ca-74dc-4c33-b4c6-5bbc90658310 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Enqueued Resource ID: c4eab51f-f8a6-4737-afd2-949373cc4c08 with Priority: HIGHEST for action security_group_members [ 991.395274] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4eab51f-f8a6-4737-afd2-949373cc4c08 with Priority: HIGHEST for action security_group_members [ 991.396111] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4eab51f-f8a6-4737-afd2-949373cc4c08 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.396111] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4eab51f-f8a6-4737-afd2-949373cc4c08" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.396111] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4eab51f-f8a6-4737-afd2-949373cc4c08" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.396111] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4eab51f-f8a6-4737-afd2-949373cc4c08" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.398284] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.398414] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.398479] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.398977] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.398977] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.398977] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4eab51f-f8a6-4737-afd2-949373cc4c08',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.570250] env[69392]: INFO networking_nsxv3.common.synchronization [None req-ab489e8a-1b36-4316-b0e8-bf08e97f1ab5 None None] Enqueued Resource ID: bfd13439-ec40-42e0-b68a-c68a4eb8beff with Priority: HIGHEST for action port [ 991.570250] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfd13439-ec40-42e0-b68a-c68a4eb8beff with Priority: HIGHEST for action port [ 991.570525] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-bfd13439-ec40-42e0-b68a-c68a4eb8beff taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.570797] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bfd13439-ec40-42e0-b68a-c68a4eb8beff" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.571438] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bfd13439-ec40-42e0-b68a-c68a4eb8beff" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.571768] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bfd13439-ec40-42e0-b68a-c68a4eb8beff" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.572050] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfd13439-ec40-42e0-b68a-c68a4eb8beff',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.574983] env[69392]: INFO networking_nsxv3.common.synchronization [req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 req-9e90ad45-742f-4e29-b874-1ef26287d9e6 service nova] Enqueued Resource ID: 331d1cd2-2e38-4a1d-9c7c-f0e4f5cfec4a with Priority: HIGHEST for action security_group_rules [ 991.575506] env[69392]: INFO networking_nsxv3.common.synchronization [req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 req-9e90ad45-742f-4e29-b874-1ef26287d9e6 service nova] Enqueued Resource ID: 331d1cd2-2e38-4a1d-9c7c-f0e4f5cfec4a with Priority: HIGHEST for action security_group_members [ 991.575732] env[69392]: INFO networking_nsxv3.common.synchronization [req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 req-9e90ad45-742f-4e29-b874-1ef26287d9e6 service nova] Enqueued Resource ID: 84f8a929-fba9-4f93-ad2b-c6f4ef97548e with Priority: HIGHEST for action port [ 991.578326] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 331d1cd2-2e38-4a1d-9c7c-f0e4f5cfec4a with Priority: HIGHEST for action security_group_rules [ 991.578326] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 331d1cd2-2e38-4a1d-9c7c-f0e4f5cfec4a with Priority: HIGHEST for action security_group_members [ 991.578326] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84f8a929-fba9-4f93-ad2b-c6f4ef97548e with Priority: HIGHEST for action port [ 991.578326] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-331d1cd2-2e38-4a1d-9c7c-f0e4f5cfec4a taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.578326] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-331d1cd2-2e38-4a1d-9c7c-f0e4f5cfec4a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.578326] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-331d1cd2-2e38-4a1d-9c7c-f0e4f5cfec4a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.578326] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-331d1cd2-2e38-4a1d-9c7c-f0e4f5cfec4a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.578326] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('331d1cd2-2e38-4a1d-9c7c-f0e4f5cfec4a',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.578326] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-331d1cd2-2e38-4a1d-9c7c-f0e4f5cfec4a taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.579357] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-331d1cd2-2e38-4a1d-9c7c-f0e4f5cfec4a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.579357] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-331d1cd2-2e38-4a1d-9c7c-f0e4f5cfec4a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.579357] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-331d1cd2-2e38-4a1d-9c7c-f0e4f5cfec4a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.579494] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.579681] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.580225] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.580225] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.580225] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.580225] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('331d1cd2-2e38-4a1d-9c7c-f0e4f5cfec4a',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.581450] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-84f8a929-fba9-4f93-ad2b-c6f4ef97548e taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.581620] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84f8a929-fba9-4f93-ad2b-c6f4ef97548e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.581731] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84f8a929-fba9-4f93-ad2b-c6f4ef97548e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.581936] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84f8a929-fba9-4f93-ad2b-c6f4ef97548e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.582092] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84f8a929-fba9-4f93-ad2b-c6f4ef97548e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.902211] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.902355] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.902481] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.903509] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.903509] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.903509] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.903509] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.903509] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.903509] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.903509] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.903509] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4eab51f-f8a6-4737-afd2-949373cc4c08 is going to be updated. [ 991.931133] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.931299] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.931364] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.931553] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.931691] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.947748] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4eab51f-f8a6-4737-afd2-949373cc4c08 in Status: IN_PROGRESS for 2s [ 991.976881] env[69392]: INFO networking_nsxv3.common.synchronization [None req-61cd21df-e7e4-4ac6-8eda-740c547b3a5a None None] Enqueued Resource ID: 9082d199-1901-4bb5-a73f-e9698d73b8ab with Priority: HIGHEST for action port [ 991.978519] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9082d199-1901-4bb5-a73f-e9698d73b8ab with Priority: HIGHEST for action port [ 991.978937] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-9082d199-1901-4bb5-a73f-e9698d73b8ab taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.979199] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9082d199-1901-4bb5-a73f-e9698d73b8ab" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.979372] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9082d199-1901-4bb5-a73f-e9698d73b8ab" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.979723] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9082d199-1901-4bb5-a73f-e9698d73b8ab" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.979906] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9082d199-1901-4bb5-a73f-e9698d73b8ab',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.074017] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bfd13439-ec40-42e0-b68a-c68a4eb8beff [ 992.074331] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.074738] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.074815] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.075052] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.075151] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.075249] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bfd13439-ec40-42e0-b68a-c68a4eb8beff already deleted. [ 992.075332] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bfd13439-ec40-42e0-b68a-c68a4eb8beff" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.084021] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('331d1cd2-2e38-4a1d-9c7c-f0e4f5cfec4a',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.085249] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-331d1cd2-2e38-4a1d-9c7c-f0e4f5cfec4a taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.085569] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-331d1cd2-2e38-4a1d-9c7c-f0e4f5cfec4a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.085569] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 84f8a929-fba9-4f93-ad2b-c6f4ef97548e with status ACTIVE [ 992.086080] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.086080] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.086080] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.086278] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.086278] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.086384] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.086468] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.086534] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.086712] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.086885] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.086971] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.088080] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.088168] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.088336] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.088420] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.088517] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 84f8a929-fba9-4f93-ad2b-c6f4ef97548e is going to be updated. [ 992.113225] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.113471] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.113471] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.113643] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.114195] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.114195] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84f8a929-fba9-4f93-ad2b-c6f4ef97548e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.482510] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9082d199-1901-4bb5-a73f-e9698d73b8ab [ 992.482795] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.482867] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.482936] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.483166] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.483260] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.483359] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9082d199-1901-4bb5-a73f-e9698d73b8ab already deleted. [ 992.483440] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9082d199-1901-4bb5-a73f-e9698d73b8ab" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.591209] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('331d1cd2-2e38-4a1d-9c7c-f0e4f5cfec4a',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.093941] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.093941] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.093941] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.094161] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.094161] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.094268] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 331d1cd2-2e38-4a1d-9c7c-f0e4f5cfec4a is going to be created. [ 993.117774] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.117931] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.118015] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.118210] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.118355] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.129937] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 331d1cd2-2e38-4a1d-9c7c-f0e4f5cfec4a in Status: UNINITIALIZED for 2s [ 993.435447] env[69392]: INFO networking_nsxv3.common.synchronization [req-20f2f67c-2899-4262-a622-79e2d900c8aa req-e191fa69-8013-4be0-b4f3-3354d1e946eb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Enqueued Resource ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd with Priority: HIGHEST for action security_group_members [ 993.436084] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd with Priority: HIGHEST for action security_group_members [ 993.436408] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.436535] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.436606] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.436858] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.437022] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.437595] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.437715] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.438064] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.438242] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.438463] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8f6935a-7f71-4e5a-b85e-3a4675b62fdd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.875367] env[69392]: INFO networking_nsxv3.common.synchronization [None req-b92c6a2e-97f3-429e-878d-2defa7aa94fd None None] Enqueued Resource ID: d6d8bb07-e5f9-4646-bba9-340df9b198e1 with Priority: HIGHEST for action port [ 993.875367] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6d8bb07-e5f9-4646-bba9-340df9b198e1 with Priority: HIGHEST for action port [ 993.875367] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6d8bb07-e5f9-4646-bba9-340df9b198e1 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.875367] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6d8bb07-e5f9-4646-bba9-340df9b198e1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.875367] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6d8bb07-e5f9-4646-bba9-340df9b198e1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.875367] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6d8bb07-e5f9-4646-bba9-340df9b198e1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.875367] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6d8bb07-e5f9-4646-bba9-340df9b198e1',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.941786] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.941941] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.942024] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.942245] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.942334] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.942558] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.942658] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.942711] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.942858] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.942928] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.943022] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd already deleted. [ 993.943101] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.957374] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4eab51f-f8a6-4737-afd2-949373cc4c08 in Status: SUCCESS [ 993.957572] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4eab51f-f8a6-4737-afd2-949373cc4c08 deletion is rescheduled due to dependency. [ 993.957686] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4eab51f-f8a6-4737-afd2-949373cc4c08" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.001447] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-321 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.001645] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-321" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.002270] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-321" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.002270] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-321" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.002970] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.003277] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.003409] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.003665] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.004202] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.004386] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 994.004768] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 994.004903] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 994.005049] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 994.005276] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 994.005412] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 994.005714] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 994.027300] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 994.027489] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 994.027643] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 994.027832] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-321" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.028195] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-56eb995f-f563-4176-b190-588bd8adfdb9 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.028380] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-56eb995f-f563-4176-b190-588bd8adfdb9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.028503] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-56eb995f-f563-4176-b190-588bd8adfdb9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.028845] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-56eb995f-f563-4176-b190-588bd8adfdb9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.029028] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56eb995f-f563-4176-b190-588bd8adfdb9',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.380789] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d6d8bb07-e5f9-4646-bba9-340df9b198e1 [ 994.381047] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.381187] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.381258] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.381473] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.381563] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.381695] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d6d8bb07-e5f9-4646-bba9-340df9b198e1 already deleted. [ 994.381816] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6d8bb07-e5f9-4646-bba9-340df9b198e1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.531791] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.531882] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.532106] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.533028] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.533028] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.533028] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port 56eb995f-f563-4176-b190-588bd8adfdb9 not found, creating... [ 994.533028] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.533328] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.533328] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.534022] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.534022] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.534022] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.534203] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.534203] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.534411] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.534608] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.534762] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 56eb995f-f563-4176-b190-588bd8adfdb9 is going to be created. [ 994.557486] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.558074] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.558074] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.558219] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.558360] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.558590] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-56eb995f-f563-4176-b190-588bd8adfdb9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.140590] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 331d1cd2-2e38-4a1d-9c7c-f0e4f5cfec4a in Status: SUCCESS [ 995.140590] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-331d1cd2-2e38-4a1d-9c7c-f0e4f5cfec4a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.140590] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-331d1cd2-2e38-4a1d-9c7c-f0e4f5cfec4a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.140590] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-331d1cd2-2e38-4a1d-9c7c-f0e4f5cfec4a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.140590] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.140590] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.140590] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.141617] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.143082] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.143082] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-331d1cd2-2e38-4a1d-9c7c-f0e4f5cfec4a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.143082] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('331d1cd2-2e38-4a1d-9c7c-f0e4f5cfec4a',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.398418] env[69392]: INFO networking_nsxv3.common.synchronization [req-20f2f67c-2899-4262-a622-79e2d900c8aa req-f64108d9-5f3d-455c-bb32-02dc8c37adc7 service nova] Enqueued Resource ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd with Priority: HIGHEST for action security_group_rules [ 995.398418] env[69392]: INFO networking_nsxv3.common.synchronization [req-20f2f67c-2899-4262-a622-79e2d900c8aa req-f64108d9-5f3d-455c-bb32-02dc8c37adc7 service nova] Enqueued Resource ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd with Priority: HIGHEST for action security_group_members [ 995.398418] env[69392]: INFO networking_nsxv3.common.synchronization [req-20f2f67c-2899-4262-a622-79e2d900c8aa req-f64108d9-5f3d-455c-bb32-02dc8c37adc7 service nova] Enqueued Resource ID: 56eb995f-f563-4176-b190-588bd8adfdb9 with Priority: HIGHEST for action port [ 995.398890] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd with Priority: HIGHEST for action security_group_rules [ 995.400990] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd with Priority: HIGHEST for action security_group_members [ 995.400990] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56eb995f-f563-4176-b190-588bd8adfdb9 with Priority: HIGHEST for action port [ 995.400990] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.400990] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.400990] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.400990] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.400990] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d8f6935a-7f71-4e5a-b85e-3a4675b62fdd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.401509] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.401710] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.401846] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.402011] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.402221] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.402308] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.402528] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.402711] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.402836] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.402954] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8f6935a-7f71-4e5a-b85e-3a4675b62fdd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.404047] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-56eb995f-f563-4176-b190-588bd8adfdb9 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.404143] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56eb995f-f563-4176-b190-588bd8adfdb9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.404191] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56eb995f-f563-4176-b190-588bd8adfdb9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.404423] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56eb995f-f563-4176-b190-588bd8adfdb9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.404533] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56eb995f-f563-4176-b190-588bd8adfdb9',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.644581] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-331d1cd2-2e38-4a1d-9c7c-f0e4f5cfec4a taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.644780] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-331d1cd2-2e38-4a1d-9c7c-f0e4f5cfec4a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.644854] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-331d1cd2-2e38-4a1d-9c7c-f0e4f5cfec4a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.645097] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-331d1cd2-2e38-4a1d-9c7c-f0e4f5cfec4a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.645269] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.645370] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.645577] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.645729] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.645729] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.645797] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-331d1cd2-2e38-4a1d-9c7c-f0e4f5cfec4a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.646515] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-331d1cd2-2e38-4a1d-9c7c-f0e4f5cfec4a taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.646515] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-331d1cd2-2e38-4a1d-9c7c-f0e4f5cfec4a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.646515] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-331d1cd2-2e38-4a1d-9c7c-f0e4f5cfec4a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.646515] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-331d1cd2-2e38-4a1d-9c7c-f0e4f5cfec4a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.646515] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.646515] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.646515] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.647029] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.647029] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.647029] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-331d1cd2-2e38-4a1d-9c7c-f0e4f5cfec4a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.647029] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('331d1cd2-2e38-4a1d-9c7c-f0e4f5cfec4a',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.906059] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.906289] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.906381] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d8f6935a-7f71-4e5a-b85e-3a4675b62fdd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.907472] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 56eb995f-f563-4176-b190-588bd8adfdb9 with status ACTIVE [ 995.907677] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.907799] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.907919] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.908089] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.908181] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.908362] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.908464] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.908530] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.908686] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.908766] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.908944] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.909073] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.909150] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.909286] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.909360] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.909462] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 56eb995f-f563-4176-b190-588bd8adfdb9 is going to be updated. [ 995.941506] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.941506] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.941506] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.941506] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.941506] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.941506] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56eb995f-f563-4176-b190-588bd8adfdb9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.150615] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 331d1cd2-2e38-4a1d-9c7c-f0e4f5cfec4a: rpc.has_security_group_logging(os_id): False [ 996.173630] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.173769] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.174428] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.174428] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.174428] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.174428] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.174679] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.175077] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.175077] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.175077] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.175699] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.175699] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.175699] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.175843] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.175843] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.176104] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.176243] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.176365] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.176501] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.176598] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.176714] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 331d1cd2-2e38-4a1d-9c7c-f0e4f5cfec4a is going to be created. [ 996.269538] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.269716] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.269778] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.269956] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.270164] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.281706] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 331d1cd2-2e38-4a1d-9c7c-f0e4f5cfec4a in Status: IN_PROGRESS for 2s [ 996.415852] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d8f6935a-7f71-4e5a-b85e-3a4675b62fdd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.918605] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.918811] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.919127] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.919398] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.920399] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.920516] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd is going to be created. [ 996.945244] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.946425] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.946425] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.946425] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.946425] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.954601] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd in Status: UNINITIALIZED for 2s [ 998.296209] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 331d1cd2-2e38-4a1d-9c7c-f0e4f5cfec4a in Status: SUCCESS [ 998.296773] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-331d1cd2-2e38-4a1d-9c7c-f0e4f5cfec4a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.351325] env[69392]: INFO networking_nsxv3.common.synchronization [req-4053a2f7-2605-471b-8aec-149aef6d673e req-5f12f548-d196-40a3-b255-059f5f4e9fd9 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Enqueued Resource ID: fd78188b-2c09-46ab-b0ba-2d8bcf30009f with Priority: HIGHEST for action security_group_members [ 998.352439] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd78188b-2c09-46ab-b0ba-2d8bcf30009f with Priority: HIGHEST for action security_group_members [ 998.352694] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.352841] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.352914] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.353151] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.353309] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.353408] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.353474] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.353620] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.353704] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.353796] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd78188b-2c09-46ab-b0ba-2d8bcf30009f',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.698592] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-155 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.698796] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-155" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.698926] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-155" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.699314] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-155" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.699555] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.699736] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.699862] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.700102] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.700323] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.700572] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 998.700678] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 998.700826] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 998.700896] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 998.701162] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 998.701268] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 998.701425] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 998.726251] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 998.726251] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 998.726251] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 998.726251] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-155" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.726719] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-3181d191-cba0-4a03-b05b-6b9de3d1933e taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.726852] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-3181d191-cba0-4a03-b05b-6b9de3d1933e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.726893] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-3181d191-cba0-4a03-b05b-6b9de3d1933e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.727273] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-3181d191-cba0-4a03-b05b-6b9de3d1933e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.727423] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3181d191-cba0-4a03-b05b-6b9de3d1933e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.856518] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.856675] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.856746] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.857046] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.857143] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.857352] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.857449] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.857514] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.857663] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.857740] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.857823] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd78188b-2c09-46ab-b0ba-2d8bcf30009f already deleted. [ 998.857905] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.963831] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd in Status: SUCCESS [ 998.964095] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.964263] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.964487] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.964729] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.964847] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.964915] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.965091] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.965173] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.965258] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.965348] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d8f6935a-7f71-4e5a-b85e-3a4675b62fdd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.230027] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.230270] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.230402] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.230684] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.230819] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.232221] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port 3181d191-cba0-4a03-b05b-6b9de3d1933e not found, creating... [ 999.232221] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.232221] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.232221] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.232221] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.232221] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.232649] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.232649] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.232649] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.232749] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.232879] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.233054] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 3181d191-cba0-4a03-b05b-6b9de3d1933e is going to be created. [ 999.255592] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.255857] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.255994] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.256306] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.256540] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.257773] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-3181d191-cba0-4a03-b05b-6b9de3d1933e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.467522] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.467846] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.468076] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.468252] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.468467] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.468579] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.468727] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.468835] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.468929] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.469034] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.469190] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.469285] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.469346] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.469515] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.469681] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.469775] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.469836] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.469977] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.470070] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.470154] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.470244] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d8f6935a-7f71-4e5a-b85e-3a4675b62fdd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.938228] env[69392]: INFO networking_nsxv3.common.synchronization [req-4053a2f7-2605-471b-8aec-149aef6d673e req-6c99136a-4777-48c5-8ff7-559c25f11f0b service nova] Enqueued Resource ID: fd78188b-2c09-46ab-b0ba-2d8bcf30009f with Priority: HIGHEST for action security_group_rules [ 999.938400] env[69392]: INFO networking_nsxv3.common.synchronization [req-4053a2f7-2605-471b-8aec-149aef6d673e req-6c99136a-4777-48c5-8ff7-559c25f11f0b service nova] Enqueued Resource ID: fd78188b-2c09-46ab-b0ba-2d8bcf30009f with Priority: HIGHEST for action security_group_members [ 999.938541] env[69392]: INFO networking_nsxv3.common.synchronization [req-4053a2f7-2605-471b-8aec-149aef6d673e req-6c99136a-4777-48c5-8ff7-559c25f11f0b service nova] Enqueued Resource ID: 3181d191-cba0-4a03-b05b-6b9de3d1933e with Priority: HIGHEST for action port [ 999.938778] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd78188b-2c09-46ab-b0ba-2d8bcf30009f with Priority: HIGHEST for action security_group_rules [ 999.938970] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd78188b-2c09-46ab-b0ba-2d8bcf30009f with Priority: HIGHEST for action security_group_members [ 999.939082] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3181d191-cba0-4a03-b05b-6b9de3d1933e with Priority: HIGHEST for action port [ 999.939613] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd78188b-2c09-46ab-b0ba-2d8bcf30009f taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.939751] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.939816] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.941181] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.941181] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd78188b-2c09-46ab-b0ba-2d8bcf30009f',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.941789] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.941789] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.941789] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.941789] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.941789] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.942162] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.942162] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.942162] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.942162] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.942365] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd78188b-2c09-46ab-b0ba-2d8bcf30009f',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.943017] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-3181d191-cba0-4a03-b05b-6b9de3d1933e taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.943132] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3181d191-cba0-4a03-b05b-6b9de3d1933e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.943132] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3181d191-cba0-4a03-b05b-6b9de3d1933e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.943285] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3181d191-cba0-4a03-b05b-6b9de3d1933e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.943356] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3181d191-cba0-4a03-b05b-6b9de3d1933e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.972278] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d8f6935a-7f71-4e5a-b85e-3a4675b62fdd: rpc.has_security_group_logging(os_id): False [ 999.991457] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.991630] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.991713] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.991950] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.992066] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.992296] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.992405] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.992471] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.992668] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.992762] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.992975] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.993101] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.993181] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.993356] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.993441] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.993664] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.993779] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.993847] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.994030] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.994124] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.994223] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd is going to be created. [ 1000.059679] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.059830] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.059902] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.060148] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.060330] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.075235] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd in Status: IN_PROGRESS for 2s [ 1000.445194] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.445326] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.446749] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd78188b-2c09-46ab-b0ba-2d8bcf30009f',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.447695] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3181d191-cba0-4a03-b05b-6b9de3d1933e with status ACTIVE [ 1000.447898] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.448167] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.448167] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.448290] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.448378] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.448743] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.448909] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.448988] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.449167] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.449247] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.449533] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.449637] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.449700] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.449846] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.449921] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.450063] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3181d191-cba0-4a03-b05b-6b9de3d1933e is going to be updated. [ 1000.476032] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.476032] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.476032] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.476032] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.476032] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.476032] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3181d191-cba0-4a03-b05b-6b9de3d1933e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.951633] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd78188b-2c09-46ab-b0ba-2d8bcf30009f',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.957669] env[69392]: INFO networking_nsxv3.common.synchronization [req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 req-cc00975e-eff2-4899-89b9-38e46f46350d tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Enqueued Resource ID: 8789f77e-0b9f-4c92-b2e7-b87732a81a6f with Priority: HIGHEST for action security_group_members [ 1000.958092] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8789f77e-0b9f-4c92-b2e7-b87732a81a6f with Priority: HIGHEST for action security_group_members [ 1000.959032] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.959032] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.959032] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.959032] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.959032] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.964197] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.964274] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.964456] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.964560] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.964669] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8789f77e-0b9f-4c92-b2e7-b87732a81a6f',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.271671] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-261 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.271883] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-261" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.272019] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-261" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.272354] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-261" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.272713] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.272826] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.272926] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.273314] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.273468] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.274015] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1001.274185] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1001.274270] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1001.274382] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1001.274501] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1001.274635] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1001.274780] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1001.294758] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1001.295029] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1001.295239] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1001.295490] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-261" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.295932] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-d907d702-58ad-43d3-bd99-a5853968eb5f taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.296210] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-d907d702-58ad-43d3-bd99-a5853968eb5f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.296516] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-d907d702-58ad-43d3-bd99-a5853968eb5f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.296802] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-d907d702-58ad-43d3-bd99-a5853968eb5f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.297018] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d907d702-58ad-43d3-bd99-a5853968eb5f',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.457144] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.457349] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.457416] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.457647] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.457738] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.457883] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd78188b-2c09-46ab-b0ba-2d8bcf30009f is going to be created. [ 1001.468487] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.468487] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.468487] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.468487] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.468487] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.468487] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.468487] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.468487] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.468487] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.468487] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.468487] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8789f77e-0b9f-4c92-b2e7-b87732a81a6f already deleted. [ 1001.468487] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.485380] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.485380] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.485380] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.485380] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.485380] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.497213] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd78188b-2c09-46ab-b0ba-2d8bcf30009f in Status: UNINITIALIZED for 2s [ 1001.799240] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.799487] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.799618] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.799911] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.800075] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.800270] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port d907d702-58ad-43d3-bd99-a5853968eb5f not found, creating... [ 1001.800501] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.800660] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.800783] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.801008] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.801155] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.801439] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.801598] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.801718] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.801928] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.802987] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.803212] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: d907d702-58ad-43d3-bd99-a5853968eb5f is going to be created. [ 1001.827016] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.827267] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.827395] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.827677] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.827914] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.828242] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-d907d702-58ad-43d3-bd99-a5853968eb5f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.089228] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd in Status: SUCCESS [ 1002.089592] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.531982] env[69392]: INFO networking_nsxv3.common.synchronization [req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 req-02b157b5-87aa-4bdc-aed5-9548ae7ad55e service nova] Enqueued Resource ID: 8789f77e-0b9f-4c92-b2e7-b87732a81a6f with Priority: HIGHEST for action security_group_rules [ 1002.531982] env[69392]: INFO networking_nsxv3.common.synchronization [req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 req-02b157b5-87aa-4bdc-aed5-9548ae7ad55e service nova] Enqueued Resource ID: 8789f77e-0b9f-4c92-b2e7-b87732a81a6f with Priority: HIGHEST for action security_group_members [ 1002.531982] env[69392]: INFO networking_nsxv3.common.synchronization [req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 req-02b157b5-87aa-4bdc-aed5-9548ae7ad55e service nova] Enqueued Resource ID: d907d702-58ad-43d3-bd99-a5853968eb5f with Priority: HIGHEST for action port [ 1002.531982] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8789f77e-0b9f-4c92-b2e7-b87732a81a6f with Priority: HIGHEST for action security_group_rules [ 1002.531982] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8789f77e-0b9f-4c92-b2e7-b87732a81a6f with Priority: HIGHEST for action security_group_members [ 1002.531982] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d907d702-58ad-43d3-bd99-a5853968eb5f with Priority: HIGHEST for action port [ 1002.532788] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8789f77e-0b9f-4c92-b2e7-b87732a81a6f taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.533083] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.533325] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.533643] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.533826] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8789f77e-0b9f-4c92-b2e7-b87732a81a6f',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.535081] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.535316] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.535466] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.535727] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.535984] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.536274] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.536424] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.536669] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.536846] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.537032] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8789f77e-0b9f-4c92-b2e7-b87732a81a6f',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.538273] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-d907d702-58ad-43d3-bd99-a5853968eb5f taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.538513] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d907d702-58ad-43d3-bd99-a5853968eb5f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.538656] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d907d702-58ad-43d3-bd99-a5853968eb5f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.538902] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d907d702-58ad-43d3-bd99-a5853968eb5f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.539069] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d907d702-58ad-43d3-bd99-a5853968eb5f',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.014154] env[69392]: INFO networking_nsxv3.common.synchronization [req-14bfce30-2300-4030-b751-8d4336079ec5 req-d743ea65-a239-4b60-be70-b233868fb8ae tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Enqueued Resource ID: 331d1cd2-2e38-4a1d-9c7c-f0e4f5cfec4a with Priority: HIGHEST for action security_group_members [ 1003.014754] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 331d1cd2-2e38-4a1d-9c7c-f0e4f5cfec4a with Priority: HIGHEST for action security_group_members [ 1003.015056] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-331d1cd2-2e38-4a1d-9c7c-f0e4f5cfec4a taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.015185] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-331d1cd2-2e38-4a1d-9c7c-f0e4f5cfec4a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.015254] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-331d1cd2-2e38-4a1d-9c7c-f0e4f5cfec4a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.015457] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-331d1cd2-2e38-4a1d-9c7c-f0e4f5cfec4a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.015619] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.015713] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.015776] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.015924] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.016015] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.016111] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('331d1cd2-2e38-4a1d-9c7c-f0e4f5cfec4a',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.041838] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.041838] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.041991] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8789f77e-0b9f-4c92-b2e7-b87732a81a6f',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.043169] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d907d702-58ad-43d3-bd99-a5853968eb5f with status ACTIVE [ 1003.043361] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.043475] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.043539] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.043736] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.043826] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.043999] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.044107] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.044168] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.044322] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.044397] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.044625] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.044959] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.044959] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.044959] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.045102] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.045135] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d907d702-58ad-43d3-bd99-a5853968eb5f is going to be updated. [ 1003.070263] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.070263] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.070263] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.070263] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.070263] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.070263] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d907d702-58ad-43d3-bd99-a5853968eb5f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.511068] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd78188b-2c09-46ab-b0ba-2d8bcf30009f in Status: SUCCESS [ 1003.512014] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.512731] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.513132] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.514047] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.514047] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.514047] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.514047] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.514047] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.514047] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.514047] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fd78188b-2c09-46ab-b0ba-2d8bcf30009f',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.518083] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.518371] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.518565] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.518835] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.519049] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.519363] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.521219] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.521219] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.521219] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.521219] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.521219] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 331d1cd2-2e38-4a1d-9c7c-f0e4f5cfec4a is going to be updated. [ 1003.548251] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8789f77e-0b9f-4c92-b2e7-b87732a81a6f',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.560954] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.561174] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.561174] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.561400] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.561538] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.574852] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 331d1cd2-2e38-4a1d-9c7c-f0e4f5cfec4a in Status: IN_PROGRESS for 2s [ 1003.786249] env[69392]: INFO networking_nsxv3.common.synchronization [req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 req-418cbed8-7c25-428f-a999-2e0b2410fc23 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Enqueued Resource ID: 8789f77e-0b9f-4c92-b2e7-b87732a81a6f with Priority: HIGHEST for action security_group_members [ 1003.786771] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8789f77e-0b9f-4c92-b2e7-b87732a81a6f with Priority: HIGHEST for action security_group_members [ 1003.787084] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.787233] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.016521] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.016703] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.017080] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.017080] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.017226] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.017332] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.017401] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.017569] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.017665] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.017765] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.017956] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.018067] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.018147] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.018308] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.018557] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.018557] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.018701] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.018764] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.018855] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.018939] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.019053] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fd78188b-2c09-46ab-b0ba-2d8bcf30009f',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.049611] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.049787] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.049787] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.050032] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.050138] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.050230] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8789f77e-0b9f-4c92-b2e7-b87732a81a6f is going to be created. [ 1004.075452] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.075726] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.075726] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.075955] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.076138] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.087785] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8789f77e-0b9f-4c92-b2e7-b87732a81a6f in Status: UNINITIALIZED for 2s [ 1004.259440] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-261 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.259440] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-261" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.259440] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-261" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.259674] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-261" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.259948] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.260183] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.260335] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.260582] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.260739] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.260964] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1004.261095] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1004.261213] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1004.261326] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1004.261443] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1004.261550] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1004.261690] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1004.304031] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1004.304031] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1004.304031] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1004.304031] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-261" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.304031] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-e38fd14f-2df2-45d8-89c3-f3bb27f30635 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.304031] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-e38fd14f-2df2-45d8-89c3-f3bb27f30635" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.304031] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-e38fd14f-2df2-45d8-89c3-f3bb27f30635" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.304031] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-e38fd14f-2df2-45d8-89c3-f3bb27f30635" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.304031] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e38fd14f-2df2-45d8-89c3-f3bb27f30635',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.525481] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fd78188b-2c09-46ab-b0ba-2d8bcf30009f: rpc.has_security_group_logging(os_id): False [ 1004.548983] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.549548] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.549548] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.549715] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.549774] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.550037] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.550208] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.550300] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.550526] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.550646] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.550911] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.551441] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.551544] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.551772] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.551900] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.552188] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.552347] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.552457] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.552665] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.552835] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.552959] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd78188b-2c09-46ab-b0ba-2d8bcf30009f is going to be created. [ 1004.627916] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.627916] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.627916] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.627916] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.627916] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.639484] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd78188b-2c09-46ab-b0ba-2d8bcf30009f in Status: IN_PROGRESS for 2s [ 1004.807741] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.808049] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.808402] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.808460] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.808568] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.808739] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port e38fd14f-2df2-45d8-89c3-f3bb27f30635 not found, creating... [ 1004.809097] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.809235] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.809308] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.809539] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.809683] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.810042] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.810261] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.810426] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.810718] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.810872] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.811320] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: e38fd14f-2df2-45d8-89c3-f3bb27f30635 is going to be created. [ 1004.835121] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.835206] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.835937] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.835937] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.835937] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.836102] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-e38fd14f-2df2-45d8-89c3-f3bb27f30635" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.591059] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 331d1cd2-2e38-4a1d-9c7c-f0e4f5cfec4a in Status: SUCCESS [ 1005.591449] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 331d1cd2-2e38-4a1d-9c7c-f0e4f5cfec4a deletion is rescheduled due to dependency. [ 1005.591449] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-331d1cd2-2e38-4a1d-9c7c-f0e4f5cfec4a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.675432] env[69392]: INFO networking_nsxv3.common.synchronization [req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 req-53e212ab-909b-4b47-87c1-d28a5e1331b9 service nova] Enqueued Resource ID: 8789f77e-0b9f-4c92-b2e7-b87732a81a6f with Priority: HIGHEST for action security_group_rules [ 1005.675432] env[69392]: INFO networking_nsxv3.common.synchronization [req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 req-53e212ab-909b-4b47-87c1-d28a5e1331b9 service nova] Enqueued Resource ID: 8789f77e-0b9f-4c92-b2e7-b87732a81a6f with Priority: HIGHEST for action security_group_members [ 1005.675432] env[69392]: INFO networking_nsxv3.common.synchronization [req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 req-53e212ab-909b-4b47-87c1-d28a5e1331b9 service nova] Enqueued Resource ID: e38fd14f-2df2-45d8-89c3-f3bb27f30635 with Priority: HIGHEST for action port [ 1005.675432] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8789f77e-0b9f-4c92-b2e7-b87732a81a6f with Priority: HIGHEST for action security_group_rules [ 1005.675432] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8789f77e-0b9f-4c92-b2e7-b87732a81a6f with Priority: HIGHEST for action security_group_members [ 1005.675432] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e38fd14f-2df2-45d8-89c3-f3bb27f30635 with Priority: HIGHEST for action port [ 1005.675432] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8789f77e-0b9f-4c92-b2e7-b87732a81a6f taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.675432] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.675852] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.676069] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.676379] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-e38fd14f-2df2-45d8-89c3-f3bb27f30635 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.676644] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e38fd14f-2df2-45d8-89c3-f3bb27f30635" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.676811] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e38fd14f-2df2-45d8-89c3-f3bb27f30635" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.677143] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e38fd14f-2df2-45d8-89c3-f3bb27f30635" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.677324] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e38fd14f-2df2-45d8-89c3-f3bb27f30635',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.099178] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8789f77e-0b9f-4c92-b2e7-b87732a81a6f in Status: SUCCESS [ 1006.099395] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.100119] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.100119] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.100119] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.100280] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.100280] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.100935] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.100935] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.100935] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.100935] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8789f77e-0b9f-4c92-b2e7-b87732a81a6f',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.101577] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.101747] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.101914] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.102030] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.102099] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.102237] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.102316] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.102407] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8789f77e-0b9f-4c92-b2e7-b87732a81a6f',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.180060] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e38fd14f-2df2-45d8-89c3-f3bb27f30635 with status ACTIVE [ 1006.180060] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.180219] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.180219] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.181026] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.181026] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.181026] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.181026] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.181026] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.181026] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.181293] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.181293] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.181369] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.181369] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.181504] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.181577] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.181661] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e38fd14f-2df2-45d8-89c3-f3bb27f30635 is going to be updated. [ 1006.204208] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.204460] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.204460] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.204662] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.204809] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.204974] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e38fd14f-2df2-45d8-89c3-f3bb27f30635" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.604165] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.604531] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.604531] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8789f77e-0b9f-4c92-b2e7-b87732a81a6f',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.652705] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd78188b-2c09-46ab-b0ba-2d8bcf30009f in Status: SUCCESS [ 1006.652927] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.106692] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8789f77e-0b9f-4c92-b2e7-b87732a81a6f',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.609275] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.609768] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.609768] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.609768] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.609951] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.609951] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8789f77e-0b9f-4c92-b2e7-b87732a81a6f is going to be updated. [ 1007.645448] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.645642] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.645719] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.645951] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.646156] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.656377] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8789f77e-0b9f-4c92-b2e7-b87732a81a6f in Status: IN_PROGRESS for 2s [ 1008.290588] env[69392]: INFO networking_nsxv3.common.synchronization [req-a85443e5-5998-4e97-8166-2e034901e31b req-b8514935-f123-4418-82a1-6c16cd3f150c tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Enqueued Resource ID: 8789f77e-0b9f-4c92-b2e7-b87732a81a6f with Priority: HIGHEST for action security_group_members [ 1008.291224] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8789f77e-0b9f-4c92-b2e7-b87732a81a6f with Priority: HIGHEST for action security_group_members [ 1008.294670] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.294670] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.181083] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-261 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.181434] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-261" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.181571] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-261" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.181856] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-261" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.182167] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.182330] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.182452] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.182690] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.182838] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.183064] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1009.183176] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1009.183289] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1009.183400] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1009.183514] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1009.183621] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1009.183802] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1009.206957] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1009.207155] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1009.207309] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1009.207499] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-261" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.207825] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-363e8878-3294-4052-bace-b00667f0686c taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.208026] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-363e8878-3294-4052-bace-b00667f0686c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.208153] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-363e8878-3294-4052-bace-b00667f0686c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.208600] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-363e8878-3294-4052-bace-b00667f0686c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.208765] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('363e8878-3294-4052-bace-b00667f0686c',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.668963] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8789f77e-0b9f-4c92-b2e7-b87732a81a6f in Status: SUCCESS [ 1009.668963] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.668963] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.669235] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.669480] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.669641] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.669769] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.669957] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.670047] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.670176] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8789f77e-0b9f-4c92-b2e7-b87732a81a6f',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.712244] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.712500] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.712630] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.712950] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.713186] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.713850] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port 363e8878-3294-4052-bace-b00667f0686c not found, creating... [ 1009.713850] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.713850] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.713850] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.714075] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.714202] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.714488] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.714665] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.714790] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.715019] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.715304] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.715456] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 363e8878-3294-4052-bace-b00667f0686c is going to be created. [ 1009.738111] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.738335] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.738477] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.738754] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.738990] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.739559] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-363e8878-3294-4052-bace-b00667f0686c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.173410] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8789f77e-0b9f-4c92-b2e7-b87732a81a6f',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.566643] env[69392]: INFO networking_nsxv3.common.synchronization [req-a85443e5-5998-4e97-8166-2e034901e31b req-ffcdcfcb-4573-41b8-bb24-b2453a91a932 service nova] Enqueued Resource ID: 8789f77e-0b9f-4c92-b2e7-b87732a81a6f with Priority: HIGHEST for action security_group_rules [ 1010.566643] env[69392]: INFO networking_nsxv3.common.synchronization [req-a85443e5-5998-4e97-8166-2e034901e31b req-ffcdcfcb-4573-41b8-bb24-b2453a91a932 service nova] Enqueued Resource ID: 8789f77e-0b9f-4c92-b2e7-b87732a81a6f with Priority: HIGHEST for action security_group_members [ 1010.566967] env[69392]: INFO networking_nsxv3.common.synchronization [req-a85443e5-5998-4e97-8166-2e034901e31b req-ffcdcfcb-4573-41b8-bb24-b2453a91a932 service nova] Enqueued Resource ID: 363e8878-3294-4052-bace-b00667f0686c with Priority: HIGHEST for action port [ 1010.567046] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8789f77e-0b9f-4c92-b2e7-b87732a81a6f with Priority: HIGHEST for action security_group_rules [ 1010.567118] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8789f77e-0b9f-4c92-b2e7-b87732a81a6f with Priority: HIGHEST for action security_group_members [ 1010.567289] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 363e8878-3294-4052-bace-b00667f0686c with Priority: HIGHEST for action port [ 1010.567805] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8789f77e-0b9f-4c92-b2e7-b87732a81a6f taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.567909] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.570429] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.570593] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.570785] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-363e8878-3294-4052-bace-b00667f0686c taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.570950] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-363e8878-3294-4052-bace-b00667f0686c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.571013] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-363e8878-3294-4052-bace-b00667f0686c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.571244] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-363e8878-3294-4052-bace-b00667f0686c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.571370] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('363e8878-3294-4052-bace-b00667f0686c',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.675365] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8789f77e-0b9f-4c92-b2e7-b87732a81a6f',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.813746] env[69392]: INFO networking_nsxv3.common.synchronization [req-51aae4ae-b5bf-4f9b-b887-48410df3b22c req-d6425d26-fbc5-4a67-9fc3-3327f474fdb6 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Enqueued Resource ID: 122d5dca-1cb7-4a79-b4c8-017e868e5c5c with Priority: HIGHEST for action security_group_members [ 1010.815122] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 122d5dca-1cb7-4a79-b4c8-017e868e5c5c with Priority: HIGHEST for action security_group_members [ 1010.815483] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-122d5dca-1cb7-4a79-b4c8-017e868e5c5c taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.815616] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-122d5dca-1cb7-4a79-b4c8-017e868e5c5c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.815681] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-122d5dca-1cb7-4a79-b4c8-017e868e5c5c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.815889] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-122d5dca-1cb7-4a79-b4c8-017e868e5c5c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.816055] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.816157] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.816219] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.816381] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.816511] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.816557] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('122d5dca-1cb7-4a79-b4c8-017e868e5c5c',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.081398] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 363e8878-3294-4052-bace-b00667f0686c with status ACTIVE [ 1011.081724] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.082595] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.082595] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.082595] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.082595] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.082834] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.082966] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.083180] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.083766] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.083766] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.084050] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.084170] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.084241] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.084670] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.084670] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.084806] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 363e8878-3294-4052-bace-b00667f0686c is going to be updated. [ 1011.109614] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.113934] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.114048] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.114394] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.114469] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.114617] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-363e8878-3294-4052-bace-b00667f0686c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.180099] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.180099] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.180099] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.180099] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.180099] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.180099] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8789f77e-0b9f-4c92-b2e7-b87732a81a6f is going to be updated. [ 1011.226964] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.227206] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.227206] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.227407] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.227556] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.241548] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8789f77e-0b9f-4c92-b2e7-b87732a81a6f in Status: IN_PROGRESS for 2s [ 1011.322789] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.322789] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.322789] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.322789] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.322789] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.322789] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.322789] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.322789] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.322789] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.322789] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.322789] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 122d5dca-1cb7-4a79-b4c8-017e868e5c5c is going to be updated. [ 1011.354120] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.354351] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.354351] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.354699] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.354921] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.369265] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 122d5dca-1cb7-4a79-b4c8-017e868e5c5c in Status: IN_PROGRESS for 2s [ 1013.254225] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8789f77e-0b9f-4c92-b2e7-b87732a81a6f in Status: SUCCESS [ 1013.254576] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.254832] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.254930] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.255151] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.255271] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.255338] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.255496] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.255588] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.255672] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.255854] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.255940] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.256015] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.256199] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.256373] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.256489] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.256563] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.256716] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.256795] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.256875] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.257007] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8789f77e-0b9f-4c92-b2e7-b87732a81a6f',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.258118] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.258306] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.258466] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.258757] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.258757] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.258757] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.258835] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.258918] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8789f77e-0b9f-4c92-b2e7-b87732a81a6f',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.381124] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 122d5dca-1cb7-4a79-b4c8-017e868e5c5c in Status: SUCCESS [ 1013.381359] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 122d5dca-1cb7-4a79-b4c8-017e868e5c5c deletion is rescheduled due to dependency. [ 1013.381604] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-122d5dca-1cb7-4a79-b4c8-017e868e5c5c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.762059] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8789f77e-0b9f-4c92-b2e7-b87732a81a6f: rpc.has_security_group_logging(os_id): False [ 1013.763877] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8789f77e-0b9f-4c92-b2e7-b87732a81a6f',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.786101] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.786304] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.786421] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.786642] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.786770] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.787052] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.787186] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.787186] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.787348] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.787411] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.788060] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.788060] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.788060] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.788060] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.788060] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.791415] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.791415] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.791415] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.791415] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.791415] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.791415] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8789f77e-0b9f-4c92-b2e7-b87732a81a6f is going to be created. [ 1013.868324] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.868324] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.868324] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.868324] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.868324] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.879082] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8789f77e-0b9f-4c92-b2e7-b87732a81a6f in Status: IN_PROGRESS for 2s [ 1014.269038] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8789f77e-0b9f-4c92-b2e7-b87732a81a6f',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.774258] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.774258] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.774258] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.774258] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.774258] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.774258] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8789f77e-0b9f-4c92-b2e7-b87732a81a6f is going to be updated. [ 1014.825862] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.826045] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.826116] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.826349] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.826472] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.837687] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8789f77e-0b9f-4c92-b2e7-b87732a81a6f in Status: IN_PROGRESS for 2s [ 1015.815973] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1015.816263] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=5 [ 1015.892270] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8789f77e-0b9f-4c92-b2e7-b87732a81a6f in Status: SUCCESS [ 1015.892430] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.892625] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.892932] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.893073] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8789f77e-0b9f-4c92-b2e7-b87732a81a6f',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.395484] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.395564] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.849958] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8789f77e-0b9f-4c92-b2e7-b87732a81a6f in Status: SUCCESS [ 1016.850246] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.850305] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.850528] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.850716] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.851336] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.851336] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.851336] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.851336] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.851336] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8789f77e-0b9f-4c92-b2e7-b87732a81a6f',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.353961] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8789f77e-0b9f-4c92-b2e7-b87732a81a6f',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.856426] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8789f77e-0b9f-4c92-b2e7-b87732a81a6f',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.361229] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.361229] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.361229] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.361229] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.361229] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.361229] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8789f77e-0b9f-4c92-b2e7-b87732a81a6f is going to be updated. [ 1018.402044] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.402044] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.402044] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.402044] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.402044] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.414866] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8789f77e-0b9f-4c92-b2e7-b87732a81a6f in Status: IN_PROGRESS for 2s [ 1020.428036] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8789f77e-0b9f-4c92-b2e7-b87732a81a6f in Status: SUCCESS [ 1020.428036] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.428036] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.428381] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.428492] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.428671] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.428775] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.429034] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.429157] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.429288] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.429420] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8789f77e-0b9f-4c92-b2e7-b87732a81a6f',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.761163] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-414 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.761468] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-414" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.761696] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-414" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.762170] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-414" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.762842] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.762842] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.763036] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.763244] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.763401] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.763622] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1020.763754] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1020.763929] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1020.763984] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1020.764124] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1020.764240] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1020.764404] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1020.791025] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1020.791331] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1020.791537] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1020.791600] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-414" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.792168] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-8b20617f-700e-463e-b927-a3bf52897575 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.792489] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-8b20617f-700e-463e-b927-a3bf52897575" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.792594] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-8b20617f-700e-463e-b927-a3bf52897575" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.792881] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-8b20617f-700e-463e-b927-a3bf52897575" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.793030] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b20617f-700e-463e-b927-a3bf52897575',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.816671] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1020.816755] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1020.932389] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.932687] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.933723] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.934569] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.934569] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.934569] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.934569] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.934890] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.934890] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.934890] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.935069] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.935292] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.935292] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.935420] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.935487] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.935567] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.935661] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.935798] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.935880] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.935942] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.936257] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8789f77e-0b9f-4c92-b2e7-b87732a81a6f',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.296057] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.296394] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.296394] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.296538] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.296699] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.297131] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.297303] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.297423] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.297663] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.297827] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.298230] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.298375] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.298439] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.298642] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.298814] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.299126] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 8b20617f-700e-463e-b927-a3bf52897575 is going to be updated. [ 1021.323730] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.324016] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.324179] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.324957] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.325197] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.325452] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-8b20617f-700e-463e-b927-a3bf52897575" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.328848] env[69392]: INFO networking_nsxv3.common.synchronization [req-21062f7e-515d-40fb-98d3-a67f8d3aa7b2 req-d018e486-080b-4045-b5dd-e128aaab3b68 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Enqueued Resource ID: 60803e0d-1dc7-43a3-bc06-9feb6c234283 with Priority: HIGHEST for action security_group_members [ 1021.330541] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60803e0d-1dc7-43a3-bc06-9feb6c234283 with Priority: HIGHEST for action security_group_members [ 1021.330766] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-60803e0d-1dc7-43a3-bc06-9feb6c234283 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.330905] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60803e0d-1dc7-43a3-bc06-9feb6c234283" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.330980] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60803e0d-1dc7-43a3-bc06-9feb6c234283" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.331172] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60803e0d-1dc7-43a3-bc06-9feb6c234283" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.331308] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.331415] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.331476] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.331621] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.331710] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.331897] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60803e0d-1dc7-43a3-bc06-9feb6c234283',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.439656] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8789f77e-0b9f-4c92-b2e7-b87732a81a6f: rpc.has_security_group_logging(os_id): False [ 1021.464676] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.464945] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.464945] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.465175] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.465268] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.465463] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.465575] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.465639] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.465825] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.465910] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.466105] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.466200] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.466263] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.466404] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.466480] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.466676] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.466816] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.466816] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.466955] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.467166] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.467278] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8789f77e-0b9f-4c92-b2e7-b87732a81a6f is going to be updated. [ 1021.551236] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.551394] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.551468] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.551697] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.551844] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.564370] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8789f77e-0b9f-4c92-b2e7-b87732a81a6f in Status: IN_PROGRESS for 2s [ 1021.835155] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.835548] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.835607] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.835906] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.836031] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.836298] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.836393] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.836461] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.836632] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.836715] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.836803] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60803e0d-1dc7-43a3-bc06-9feb6c234283 is going to be updated. [ 1021.872847] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.873023] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.873199] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.873294] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.873436] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.883327] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60803e0d-1dc7-43a3-bc06-9feb6c234283 in Status: IN_PROGRESS for 2s [ 1022.047541] env[69392]: INFO networking_nsxv3.common.synchronization [req-10c127bf-665a-4429-a2ed-aa41f45d5d3f req-6343bc25-cb5c-4ed4-8729-1fefba9e8e9b service nova] Enqueued Resource ID: 85a75816-1e8d-4197-bbc0-6d252d42c389 with Priority: HIGHEST for action security_group_rules [ 1022.047541] env[69392]: INFO networking_nsxv3.common.synchronization [req-10c127bf-665a-4429-a2ed-aa41f45d5d3f req-6343bc25-cb5c-4ed4-8729-1fefba9e8e9b service nova] Enqueued Resource ID: 85a75816-1e8d-4197-bbc0-6d252d42c389 with Priority: HIGHEST for action security_group_members [ 1022.047541] env[69392]: INFO networking_nsxv3.common.synchronization [req-10c127bf-665a-4429-a2ed-aa41f45d5d3f req-6343bc25-cb5c-4ed4-8729-1fefba9e8e9b service nova] Enqueued Resource ID: 8b20617f-700e-463e-b927-a3bf52897575 with Priority: HIGHEST for action port [ 1022.047792] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85a75816-1e8d-4197-bbc0-6d252d42c389 with Priority: HIGHEST for action security_group_rules [ 1022.048012] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85a75816-1e8d-4197-bbc0-6d252d42c389 with Priority: HIGHEST for action security_group_members [ 1022.048012] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b20617f-700e-463e-b927-a3bf52897575 with Priority: HIGHEST for action port [ 1022.054824] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85a75816-1e8d-4197-bbc0-6d252d42c389 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.054824] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85a75816-1e8d-4197-bbc0-6d252d42c389" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.054824] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85a75816-1e8d-4197-bbc0-6d252d42c389" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.054824] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85a75816-1e8d-4197-bbc0-6d252d42c389" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.054824] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85a75816-1e8d-4197-bbc0-6d252d42c389',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.054824] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-85a75816-1e8d-4197-bbc0-6d252d42c389 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.054824] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85a75816-1e8d-4197-bbc0-6d252d42c389" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.054824] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85a75816-1e8d-4197-bbc0-6d252d42c389" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.054824] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85a75816-1e8d-4197-bbc0-6d252d42c389" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.059446] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.059446] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.059446] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.059446] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.059446] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.059446] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85a75816-1e8d-4197-bbc0-6d252d42c389',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.062049] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b20617f-700e-463e-b927-a3bf52897575 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.062227] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b20617f-700e-463e-b927-a3bf52897575" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.062306] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b20617f-700e-463e-b927-a3bf52897575" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.062537] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b20617f-700e-463e-b927-a3bf52897575" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.062638] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b20617f-700e-463e-b927-a3bf52897575',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.163013] env[69392]: INFO networking_nsxv3.common.synchronization [req-24d5b3de-33fc-4893-801a-dd0b38befe6e req-71fe60af-e917-43fd-95f5-fe65c121e706 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Enqueued Resource ID: e6d7b634-70cc-4999-8252-c2e90c5d0fbb with Priority: HIGHEST for action security_group_members [ 1022.164155] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6d7b634-70cc-4999-8252-c2e90c5d0fbb with Priority: HIGHEST for action security_group_members [ 1022.164155] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6d7b634-70cc-4999-8252-c2e90c5d0fbb taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.164155] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6d7b634-70cc-4999-8252-c2e90c5d0fbb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.164155] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6d7b634-70cc-4999-8252-c2e90c5d0fbb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.166252] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6d7b634-70cc-4999-8252-c2e90c5d0fbb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.166680] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.166934] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.167862] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.167862] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.167862] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.167862] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6d7b634-70cc-4999-8252-c2e90c5d0fbb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.567695] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b20617f-700e-463e-b927-a3bf52897575 with status ACTIVE [ 1022.568068] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.568068] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.568068] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.568292] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.568543] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.568631] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.568692] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.568733] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.568855] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.568928] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.569128] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.569220] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.569279] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.569418] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.569491] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.569576] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b20617f-700e-463e-b927-a3bf52897575 is going to be updated. [ 1022.570779] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-85a75816-1e8d-4197-bbc0-6d252d42c389 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.570910] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85a75816-1e8d-4197-bbc0-6d252d42c389" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.571212] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85a75816-1e8d-4197-bbc0-6d252d42c389',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.593847] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.593990] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.594082] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.594283] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.594420] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.594576] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b20617f-700e-463e-b927-a3bf52897575" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.673235] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e6d7b634-70cc-4999-8252-c2e90c5d0fbb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.076359] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85a75816-1e8d-4197-bbc0-6d252d42c389',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.177312] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e6d7b634-70cc-4999-8252-c2e90c5d0fbb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.579619] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8789f77e-0b9f-4c92-b2e7-b87732a81a6f in Status: SUCCESS [ 1023.579959] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.580523] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.580523] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.580523] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.580706] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.580706] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.580761] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85a75816-1e8d-4197-bbc0-6d252d42c389 is going to be updated. [ 1023.581795] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.581969] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.582069] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8789f77e-0b9f-4c92-b2e7-b87732a81a6f',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.630539] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.630680] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.630751] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.630970] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.631126] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.652050] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85a75816-1e8d-4197-bbc0-6d252d42c389 in Status: IN_PROGRESS for 2s [ 1023.679712] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.679949] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.680053] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.680231] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.680316] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.680414] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6d7b634-70cc-4999-8252-c2e90c5d0fbb is going to be updated. [ 1023.717484] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.717630] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.717630] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.717831] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.717993] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.730950] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6d7b634-70cc-4999-8252-c2e90c5d0fbb in Status: IN_PROGRESS for 2s [ 1023.893899] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60803e0d-1dc7-43a3-bc06-9feb6c234283 in Status: SUCCESS [ 1023.894089] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60803e0d-1dc7-43a3-bc06-9feb6c234283 deletion is rescheduled due to dependency. [ 1023.894200] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60803e0d-1dc7-43a3-bc06-9feb6c234283" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.084717] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.084879] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.084879] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.085142] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.085317] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.085452] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.085521] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.085689] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.085803] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.085898] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.085990] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8789f77e-0b9f-4c92-b2e7-b87732a81a6f',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.589825] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.589825] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.589825] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.589825] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.589825] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.589825] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.589825] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.589825] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.589825] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.589825] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.590556] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.590556] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.590556] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.590556] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.590556] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.590991] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.590991] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.591208] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.591870] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.591870] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.591870] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8789f77e-0b9f-4c92-b2e7-b87732a81a6f',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.094808] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8789f77e-0b9f-4c92-b2e7-b87732a81a6f: rpc.has_security_group_logging(os_id): False [ 1025.115525] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.115729] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.115801] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.115986] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.116111] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.116307] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.116410] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.116476] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.116626] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.116707] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.116892] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.116995] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.117231] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.117231] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.117382] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.117494] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.117603] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.117666] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.117780] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.117849] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.119408] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8789f77e-0b9f-4c92-b2e7-b87732a81a6f is going to be updated. [ 1025.243655] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.243655] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.243655] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.243655] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.244675] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.266993] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8789f77e-0b9f-4c92-b2e7-b87732a81a6f in Status: IN_PROGRESS for 2s [ 1025.409369] env[69392]: INFO networking_nsxv3.common.synchronization [req-9d2fb475-7d57-44e2-8adb-dbdae563bcb6 req-bf08c615-db6a-419b-8146-0e4eb93302a3 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Enqueued Resource ID: fd78188b-2c09-46ab-b0ba-2d8bcf30009f with Priority: HIGHEST for action security_group_members [ 1025.409608] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd78188b-2c09-46ab-b0ba-2d8bcf30009f with Priority: HIGHEST for action security_group_members [ 1025.409975] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.410155] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.410610] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.410610] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.410610] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.410851] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.410965] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.413349] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.413349] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.413349] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd78188b-2c09-46ab-b0ba-2d8bcf30009f',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.662262] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85a75816-1e8d-4197-bbc0-6d252d42c389 in Status: SUCCESS [ 1025.662514] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85a75816-1e8d-4197-bbc0-6d252d42c389" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.662665] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85a75816-1e8d-4197-bbc0-6d252d42c389" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.662884] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85a75816-1e8d-4197-bbc0-6d252d42c389" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.663088] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.663207] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.663273] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.663430] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.663507] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.663593] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85a75816-1e8d-4197-bbc0-6d252d42c389" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.663680] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85a75816-1e8d-4197-bbc0-6d252d42c389',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.741969] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6d7b634-70cc-4999-8252-c2e90c5d0fbb in Status: SUCCESS [ 1025.742373] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6d7b634-70cc-4999-8252-c2e90c5d0fbb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.900400] env[69392]: INFO networking_nsxv3.common.synchronization [req-2bd7c6b9-1161-42f1-8efb-ab96cd44942f req-14944a64-287f-42bf-90e4-c6d94c1f781b tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Enqueued Resource ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd with Priority: HIGHEST for action security_group_members [ 1025.901061] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd with Priority: HIGHEST for action security_group_members [ 1025.901372] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.901521] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.901619] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.902459] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.902459] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.902459] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.902459] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.902674] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.902709] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.902930] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8f6935a-7f71-4e5a-b85e-3a4675b62fdd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.915377] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.915529] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.915568] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.915781] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.915884] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.916095] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.916192] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.916258] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.916577] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.916577] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.916681] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd78188b-2c09-46ab-b0ba-2d8bcf30009f is going to be updated. [ 1025.952282] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.952282] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.952282] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.952282] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.952282] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.962676] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd78188b-2c09-46ab-b0ba-2d8bcf30009f in Status: IN_PROGRESS for 2s [ 1026.084906] env[69392]: INFO networking_nsxv3.common.synchronization [req-1b286276-3b1a-4751-95b1-2fca084b672a req-d09de553-9132-4703-9429-ac53a968f1e4 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Enqueued Resource ID: 44752025-edeb-41ac-a47d-ef5de185998e with Priority: HIGHEST for action security_group_members [ 1026.085528] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44752025-edeb-41ac-a47d-ef5de185998e with Priority: HIGHEST for action security_group_members [ 1026.089025] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-44752025-edeb-41ac-a47d-ef5de185998e taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.089025] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.089025] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.089025] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.089025] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.089025] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.089025] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.089025] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.089025] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.089025] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44752025-edeb-41ac-a47d-ef5de185998e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.173948] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85a75816-1e8d-4197-bbc0-6d252d42c389',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.405212] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.405347] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.405403] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.405737] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.405868] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.406083] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.406192] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.406238] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.406396] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.406630] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.406630] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd is going to be updated. [ 1026.437887] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.438043] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.438122] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.438346] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.438490] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.447714] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd in Status: IN_PROGRESS for 2s [ 1026.590064] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44752025-edeb-41ac-a47d-ef5de185998e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.676963] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85a75816-1e8d-4197-bbc0-6d252d42c389: rpc.has_security_group_logging(os_id): False [ 1026.697155] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.697155] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.697155] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.697155] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.697155] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.697155] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.697155] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.697155] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.697155] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.697155] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.697155] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85a75816-1e8d-4197-bbc0-6d252d42c389 is going to be created. [ 1026.754652] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.754852] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.754930] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.755151] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.755330] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.767129] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85a75816-1e8d-4197-bbc0-6d252d42c389 in Status: IN_PROGRESS for 2s [ 1027.092249] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44752025-edeb-41ac-a47d-ef5de185998e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.289677] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8789f77e-0b9f-4c92-b2e7-b87732a81a6f in Status: SUCCESS [ 1027.289914] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.594738] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.594967] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.595068] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.595237] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.595321] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.595423] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44752025-edeb-41ac-a47d-ef5de185998e is going to be updated. [ 1027.631858] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.632086] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.632086] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.632414] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.632495] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.643412] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44752025-edeb-41ac-a47d-ef5de185998e in Status: IN_PROGRESS for 2s [ 1027.975810] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd78188b-2c09-46ab-b0ba-2d8bcf30009f in Status: SUCCESS [ 1027.976149] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd78188b-2c09-46ab-b0ba-2d8bcf30009f deletion is rescheduled due to dependency. [ 1027.976280] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.458482] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd in Status: SUCCESS [ 1028.458690] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd deletion is rescheduled due to dependency. [ 1028.458783] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.789249] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85a75816-1e8d-4197-bbc0-6d252d42c389 in Status: SUCCESS [ 1028.789510] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85a75816-1e8d-4197-bbc0-6d252d42c389" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.654611] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44752025-edeb-41ac-a47d-ef5de185998e in Status: SUCCESS [ 1029.655077] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.272108] env[69392]: INFO networking_nsxv3.common.synchronization [req-ea7a8885-365d-488f-8c1b-1f2795817457 req-0925666d-d85c-4567-bc3e-1ef6d3692504 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Enqueued Resource ID: d423ac92-d7bb-455a-9805-981f71c4380e with Priority: HIGHEST for action security_group_members [ 1030.273012] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d423ac92-d7bb-455a-9805-981f71c4380e with Priority: HIGHEST for action security_group_members [ 1030.273626] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-d423ac92-d7bb-455a-9805-981f71c4380e taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.274329] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d423ac92-d7bb-455a-9805-981f71c4380e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.274329] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d423ac92-d7bb-455a-9805-981f71c4380e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.274329] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d423ac92-d7bb-455a-9805-981f71c4380e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.274329] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.274602] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.274602] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.274974] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.275071] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.275169] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d423ac92-d7bb-455a-9805-981f71c4380e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.778659] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.779028] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.779028] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.779141] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.795029] env[69392]: INFO networking_nsxv3.common.synchronization [None req-ff1e1f5e-6342-4b35-ac17-3395d994ffb4 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Enqueued Resource ID: ddc23fc3-78e7-4577-9029-96fbd012d464 with Priority: HIGHEST for action security_group_rules [ 1030.795029] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddc23fc3-78e7-4577-9029-96fbd012d464 with Priority: HIGHEST for action security_group_rules [ 1030.795029] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ddc23fc3-78e7-4577-9029-96fbd012d464 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.795029] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ddc23fc3-78e7-4577-9029-96fbd012d464" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.795029] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ddc23fc3-78e7-4577-9029-96fbd012d464" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.795029] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ddc23fc3-78e7-4577-9029-96fbd012d464" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.795029] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ddc23fc3-78e7-4577-9029-96fbd012d464',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.803628] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.803901] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.804036] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.804145] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.804405] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.804492] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.806513] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d423ac92-d7bb-455a-9805-981f71c4380e is going to be updated. [ 1030.836252] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.836402] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.836473] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.836679] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.836833] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.846560] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d423ac92-d7bb-455a-9805-981f71c4380e in Status: IN_PROGRESS for 2s [ 1030.923842] env[69392]: INFO networking_nsxv3.common.synchronization [None req-0ba7c209-f2a0-4321-8855-6ed1a7e2623c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Enqueued Resource ID: ddc23fc3-78e7-4577-9029-96fbd012d464 with Priority: HIGHEST for action security_group_rules [ 1030.925176] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddc23fc3-78e7-4577-9029-96fbd012d464 with Priority: HIGHEST for action security_group_rules [ 1030.925512] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ddc23fc3-78e7-4577-9029-96fbd012d464 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.925628] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ddc23fc3-78e7-4577-9029-96fbd012d464" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.316316] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.316500] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.316544] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.316738] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.316828] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.316923] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ddc23fc3-78e7-4577-9029-96fbd012d464 already deleted. [ 1031.317017] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ddc23fc3-78e7-4577-9029-96fbd012d464" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.317531] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ddc23fc3-78e7-4577-9029-96fbd012d464" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.317531] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ddc23fc3-78e7-4577-9029-96fbd012d464" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.317531] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ddc23fc3-78e7-4577-9029-96fbd012d464',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.838612] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.838900] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.838900] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.839070] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.839166] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.839261] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ddc23fc3-78e7-4577-9029-96fbd012d464 already deleted. [ 1031.839343] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ddc23fc3-78e7-4577-9029-96fbd012d464" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.858555] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d423ac92-d7bb-455a-9805-981f71c4380e in Status: SUCCESS [ 1032.858555] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d423ac92-d7bb-455a-9805-981f71c4380e deletion is rescheduled due to dependency. [ 1032.858555] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d423ac92-d7bb-455a-9805-981f71c4380e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.926700] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1035.926984] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1037.549350] env[69392]: INFO networking_nsxv3.common.synchronization [req-9397d996-7b20-4a3c-8980-4860c4a53cdb req-058af56c-750d-45af-abff-b5a2c0e8dded tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Enqueued Resource ID: 8789f77e-0b9f-4c92-b2e7-b87732a81a6f with Priority: HIGHEST for action security_group_members [ 1037.549918] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8789f77e-0b9f-4c92-b2e7-b87732a81a6f with Priority: HIGHEST for action security_group_members [ 1037.550894] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.550894] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.550894] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.550894] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.550894] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.551154] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.551154] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.551832] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.551936] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.552034] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8789f77e-0b9f-4c92-b2e7-b87732a81a6f',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.055015] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8789f77e-0b9f-4c92-b2e7-b87732a81a6f',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.557570] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8789f77e-0b9f-4c92-b2e7-b87732a81a6f',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.064157] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.064317] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.064393] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.064605] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.064699] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.064796] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8789f77e-0b9f-4c92-b2e7-b87732a81a6f is going to be updated. [ 1039.095856] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.096151] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.096151] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.096362] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.096438] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.105693] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8789f77e-0b9f-4c92-b2e7-b87732a81a6f in Status: IN_PROGRESS for 2s [ 1041.116294] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8789f77e-0b9f-4c92-b2e7-b87732a81a6f in Status: SUCCESS [ 1041.116578] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.552159] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1042.552159] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1043.892853] env[69392]: INFO networking_nsxv3.common.synchronization [req-0c81667f-e216-4a35-a131-e20918801825 req-f9ae19d3-53b4-486c-b03e-273b96bc6fad tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Enqueued Resource ID: 104ae6de-d6fe-4374-b384-56a40d74f527 with Priority: HIGHEST for action security_group_members [ 1043.893499] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 104ae6de-d6fe-4374-b384-56a40d74f527 with Priority: HIGHEST for action security_group_members [ 1043.893869] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-104ae6de-d6fe-4374-b384-56a40d74f527 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.894257] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-104ae6de-d6fe-4374-b384-56a40d74f527" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.894954] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-104ae6de-d6fe-4374-b384-56a40d74f527" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.895103] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-104ae6de-d6fe-4374-b384-56a40d74f527" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.896615] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.896615] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.896615] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.896615] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.896615] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.896615] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('104ae6de-d6fe-4374-b384-56a40d74f527',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.351933] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-354 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.352101] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-354" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.352178] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-354" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.352502] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-354" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.352765] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.352932] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.353108] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.353307] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.353451] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.353812] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1044.353935] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1044.354082] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1044.354238] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1044.354329] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1044.354440] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1044.354571] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1044.375557] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1044.375748] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1044.375876] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1044.376088] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-354" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.376428] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-a3ed9947-6596-4876-a050-3684d6aca9de taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.376602] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-a3ed9947-6596-4876-a050-3684d6aca9de" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.376727] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-a3ed9947-6596-4876-a050-3684d6aca9de" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.377059] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-a3ed9947-6596-4876-a050-3684d6aca9de" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.377210] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3ed9947-6596-4876-a050-3684d6aca9de',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.402689] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.402883] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.403044] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.403179] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.403249] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.403468] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.403587] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.403643] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.403848] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.403848] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.403928] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 104ae6de-d6fe-4374-b384-56a40d74f527 already deleted. [ 1044.404015] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-104ae6de-d6fe-4374-b384-56a40d74f527" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.880012] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.880012] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.880499] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.880558] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.880804] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.881087] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port a3ed9947-6596-4876-a050-3684d6aca9de not found, creating... [ 1044.881531] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.881719] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.881859] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.882203] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.882496] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.882820] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.882995] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.883134] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.883363] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.883501] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.883647] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: a3ed9947-6596-4876-a050-3684d6aca9de is going to be created. [ 1044.904675] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.905081] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.905081] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.905375] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.905598] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.905841] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-a3ed9947-6596-4876-a050-3684d6aca9de" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.566014] env[69392]: INFO networking_nsxv3.common.synchronization [req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 req-bf6399e4-8007-44d6-9293-674325efd9b4 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Enqueued Resource ID: f9289668-329e-4d60-a331-9d084785d499 with Priority: HIGHEST for action security_group_members [ 1045.566014] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9289668-329e-4d60-a331-9d084785d499 with Priority: HIGHEST for action security_group_members [ 1045.566014] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9289668-329e-4d60-a331-9d084785d499 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.566014] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.566014] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.566014] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.566014] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.566735] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.566735] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.566735] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.566735] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.566735] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9289668-329e-4d60-a331-9d084785d499',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.717308] env[69392]: INFO networking_nsxv3.common.synchronization [req-0c81667f-e216-4a35-a131-e20918801825 req-2779fbbd-ff94-47e1-9ce6-13a6fa391fe2 service nova] Enqueued Resource ID: 104ae6de-d6fe-4374-b384-56a40d74f527 with Priority: HIGHEST for action security_group_rules [ 1045.717697] env[69392]: INFO networking_nsxv3.common.synchronization [req-0c81667f-e216-4a35-a131-e20918801825 req-2779fbbd-ff94-47e1-9ce6-13a6fa391fe2 service nova] Enqueued Resource ID: 104ae6de-d6fe-4374-b384-56a40d74f527 with Priority: HIGHEST for action security_group_members [ 1045.717875] env[69392]: INFO networking_nsxv3.common.synchronization [req-0c81667f-e216-4a35-a131-e20918801825 req-2779fbbd-ff94-47e1-9ce6-13a6fa391fe2 service nova] Enqueued Resource ID: a3ed9947-6596-4876-a050-3684d6aca9de with Priority: HIGHEST for action port [ 1045.718431] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 104ae6de-d6fe-4374-b384-56a40d74f527 with Priority: HIGHEST for action security_group_rules [ 1045.718570] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 104ae6de-d6fe-4374-b384-56a40d74f527 with Priority: HIGHEST for action security_group_members [ 1045.718668] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3ed9947-6596-4876-a050-3684d6aca9de with Priority: HIGHEST for action port [ 1045.718940] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-104ae6de-d6fe-4374-b384-56a40d74f527 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.719086] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-104ae6de-d6fe-4374-b384-56a40d74f527" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.719167] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-104ae6de-d6fe-4374-b384-56a40d74f527" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.719470] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-104ae6de-d6fe-4374-b384-56a40d74f527" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.719557] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('104ae6de-d6fe-4374-b384-56a40d74f527',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.720420] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-104ae6de-d6fe-4374-b384-56a40d74f527 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.720557] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-104ae6de-d6fe-4374-b384-56a40d74f527" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.720659] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-104ae6de-d6fe-4374-b384-56a40d74f527" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.720846] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-104ae6de-d6fe-4374-b384-56a40d74f527" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.721010] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.721121] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.721187] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.721334] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.721418] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.721509] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('104ae6de-d6fe-4374-b384-56a40d74f527',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.722322] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3ed9947-6596-4876-a050-3684d6aca9de taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.722426] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3ed9947-6596-4876-a050-3684d6aca9de" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.722496] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3ed9947-6596-4876-a050-3684d6aca9de" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.722642] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3ed9947-6596-4876-a050-3684d6aca9de" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.723389] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3ed9947-6596-4876-a050-3684d6aca9de',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.989032] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-202 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.989348] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-202" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.989527] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-202" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.989773] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-202" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.990278] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.990502] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.990652] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.991156] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.991356] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.991607] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1045.991757] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1045.991901] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1045.992170] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1045.994465] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1045.994465] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1045.994465] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1046.011282] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1046.011466] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1046.011602] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1046.011787] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-202" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.012130] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-3cdc9036-d72f-4e8c-86f8-e08f5fa56444 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.012407] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-3cdc9036-d72f-4e8c-86f8-e08f5fa56444" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.012482] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-3cdc9036-d72f-4e8c-86f8-e08f5fa56444" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.012914] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-3cdc9036-d72f-4e8c-86f8-e08f5fa56444" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.013104] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cdc9036-d72f-4e8c-86f8-e08f5fa56444',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.069142] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.069142] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.069142] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.069142] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.069304] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.069485] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.069561] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.069594] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.069727] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.069832] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.069920] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9289668-329e-4d60-a331-9d084785d499 already deleted. [ 1046.071127] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.229541] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-104ae6de-d6fe-4374-b384-56a40d74f527 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.229541] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-104ae6de-d6fe-4374-b384-56a40d74f527" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.229541] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('104ae6de-d6fe-4374-b384-56a40d74f527',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.229541] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a3ed9947-6596-4876-a050-3684d6aca9de with status ACTIVE [ 1046.229881] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.229881] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.229881] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.230019] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.230195] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.230805] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.230982] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.230982] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.231222] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.231257] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.231426] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.231517] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.231575] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.231711] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.231782] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.231866] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a3ed9947-6596-4876-a050-3684d6aca9de is going to be updated. [ 1046.264742] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.264936] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.265038] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.265230] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.265379] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.265648] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3ed9947-6596-4876-a050-3684d6aca9de" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.384240] env[69392]: INFO networking_nsxv3.common.synchronization [None req-01e9285b-9f93-4088-9431-187d9ae7939f None None] Enqueued Resource ID: 3f956325-bf43-453a-9b2e-16b70b586f09 with Priority: HIGHEST for action port [ 1046.384240] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f956325-bf43-453a-9b2e-16b70b586f09 with Priority: HIGHEST for action port [ 1046.384240] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f956325-bf43-453a-9b2e-16b70b586f09 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.384240] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f956325-bf43-453a-9b2e-16b70b586f09" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.384240] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f956325-bf43-453a-9b2e-16b70b586f09" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.384240] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f956325-bf43-453a-9b2e-16b70b586f09" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.384240] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f956325-bf43-453a-9b2e-16b70b586f09',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.516450] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.516693] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.516828] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.517155] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.517342] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.517513] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port 3cdc9036-d72f-4e8c-86f8-e08f5fa56444 not found, creating... [ 1046.517832] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.517979] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.518120] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.518362] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.518509] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.518797] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.519741] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.519929] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.520873] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.521177] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.521395] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 3cdc9036-d72f-4e8c-86f8-e08f5fa56444 is going to be created. [ 1046.542689] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.542979] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.543150] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.543429] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.543659] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.543910] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-3cdc9036-d72f-4e8c-86f8-e08f5fa56444" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.734285] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('104ae6de-d6fe-4374-b384-56a40d74f527',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.887445] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3f956325-bf43-453a-9b2e-16b70b586f09 [ 1046.887750] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.887750] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.887870] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.888036] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.888137] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.888239] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3f956325-bf43-453a-9b2e-16b70b586f09 already deleted. [ 1046.888326] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f956325-bf43-453a-9b2e-16b70b586f09" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.240874] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.240874] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.240874] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.240874] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.240874] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.240874] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 104ae6de-d6fe-4374-b384-56a40d74f527 is going to be created. [ 1047.265802] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.265802] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.265802] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.265802] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.266068] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.279735] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 104ae6de-d6fe-4374-b384-56a40d74f527 in Status: UNINITIALIZED for 2s [ 1047.352361] env[69392]: INFO networking_nsxv3.common.synchronization [req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 req-c04348dc-7705-4f8a-afc8-a227da3a5ee3 service nova] Enqueued Resource ID: f9289668-329e-4d60-a331-9d084785d499 with Priority: HIGHEST for action security_group_rules [ 1047.352649] env[69392]: INFO networking_nsxv3.common.synchronization [req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 req-c04348dc-7705-4f8a-afc8-a227da3a5ee3 service nova] Enqueued Resource ID: f9289668-329e-4d60-a331-9d084785d499 with Priority: HIGHEST for action security_group_members [ 1047.352863] env[69392]: INFO networking_nsxv3.common.synchronization [req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 req-c04348dc-7705-4f8a-afc8-a227da3a5ee3 service nova] Enqueued Resource ID: 3cdc9036-d72f-4e8c-86f8-e08f5fa56444 with Priority: HIGHEST for action port [ 1047.353686] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9289668-329e-4d60-a331-9d084785d499 with Priority: HIGHEST for action security_group_rules [ 1047.353873] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9289668-329e-4d60-a331-9d084785d499 with Priority: HIGHEST for action security_group_members [ 1047.354080] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cdc9036-d72f-4e8c-86f8-e08f5fa56444 with Priority: HIGHEST for action port [ 1047.354467] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9289668-329e-4d60-a331-9d084785d499 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.354642] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.354740] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.355113] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.355234] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9289668-329e-4d60-a331-9d084785d499',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.357053] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9289668-329e-4d60-a331-9d084785d499 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.357348] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.357461] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.357750] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.359125] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.359324] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.359431] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.360805] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.360805] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.360805] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9289668-329e-4d60-a331-9d084785d499',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.362047] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-3cdc9036-d72f-4e8c-86f8-e08f5fa56444 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.363090] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3cdc9036-d72f-4e8c-86f8-e08f5fa56444" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.363090] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3cdc9036-d72f-4e8c-86f8-e08f5fa56444" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.363090] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3cdc9036-d72f-4e8c-86f8-e08f5fa56444" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.363280] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cdc9036-d72f-4e8c-86f8-e08f5fa56444',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.863195] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9289668-329e-4d60-a331-9d084785d499',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.868026] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3cdc9036-d72f-4e8c-86f8-e08f5fa56444 with status ACTIVE [ 1047.868026] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.868026] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.868026] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.868026] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.868026] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.868026] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.868026] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.868026] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.868026] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.868026] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.868026] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.868026] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.868026] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.868026] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.868026] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.868026] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3cdc9036-d72f-4e8c-86f8-e08f5fa56444 is going to be updated. [ 1047.868875] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9289668-329e-4d60-a331-9d084785d499 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.868875] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.895456] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.895753] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.895753] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.896108] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.896297] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.896481] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3cdc9036-d72f-4e8c-86f8-e08f5fa56444" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.190037] env[69392]: INFO networking_nsxv3.common.synchronization [req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 req-33db9ddf-5735-49bb-a441-db36934952ad tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Enqueued Resource ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 with Priority: HIGHEST for action security_group_members [ 1048.190922] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 with Priority: HIGHEST for action security_group_members [ 1048.194768] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.194768] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.194768] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.194768] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.194768] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.194768] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.194768] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.194768] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.194768] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.194768] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.366053] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9289668-329e-4d60-a331-9d084785d499',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.602714] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-820 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.602923] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-820" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.603096] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-820" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.607021] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-820" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.607021] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.607021] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.607021] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.607021] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.607021] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.607021] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1048.607021] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1048.607021] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1048.607021] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1048.607021] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1048.607021] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1048.607021] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1048.635562] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1048.635756] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1048.635865] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1048.636145] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-820" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.636544] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-aa58f436-5b8e-4b1d-b611-f4fd95b3eaa8 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.636730] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-aa58f436-5b8e-4b1d-b611-f4fd95b3eaa8" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.636854] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-aa58f436-5b8e-4b1d-b611-f4fd95b3eaa8" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.637217] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-aa58f436-5b8e-4b1d-b611-f4fd95b3eaa8" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.637374] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa58f436-5b8e-4b1d-b611-f4fd95b3eaa8',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.681917] env[69392]: INFO networking_nsxv3.common.synchronization [None req-d44d1621-677a-473b-a9bd-ec092c78ce50 None None] Enqueued Resource ID: 69b3d911-c1c3-4330-a56a-5e9c21c320d4 with Priority: HIGHEST for action port [ 1048.682451] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69b3d911-c1c3-4330-a56a-5e9c21c320d4 with Priority: HIGHEST for action port [ 1048.682936] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-69b3d911-c1c3-4330-a56a-5e9c21c320d4 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.682936] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69b3d911-c1c3-4330-a56a-5e9c21c320d4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.682936] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69b3d911-c1c3-4330-a56a-5e9c21c320d4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.683259] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69b3d911-c1c3-4330-a56a-5e9c21c320d4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.683322] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69b3d911-c1c3-4330-a56a-5e9c21c320d4',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.697516] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.697516] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.697516] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.697516] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.697516] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.697516] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.697516] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.697516] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.698397] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.698397] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.698397] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 already deleted. [ 1048.698397] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.869886] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.869886] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.870810] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.871099] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.871211] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.871323] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9289668-329e-4d60-a331-9d084785d499 is going to be created. [ 1048.950136] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.950136] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.950136] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.950136] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.950136] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.960217] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9289668-329e-4d60-a331-9d084785d499 in Status: UNINITIALIZED for 2s [ 1049.142581] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.143381] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.143949] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.146021] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.146021] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.146021] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port aa58f436-5b8e-4b1d-b611-f4fd95b3eaa8 not found, creating... [ 1049.146021] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.146021] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.146021] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.146021] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.146021] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.147470] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.147843] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.148108] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.148820] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.150026] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.150026] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: aa58f436-5b8e-4b1d-b611-f4fd95b3eaa8 is going to be created. [ 1049.174930] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.174930] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.174930] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.174930] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.174930] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.174930] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-aa58f436-5b8e-4b1d-b611-f4fd95b3eaa8" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.186585] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 69b3d911-c1c3-4330-a56a-5e9c21c320d4 [ 1049.186819] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.186958] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.187043] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.187312] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.187442] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.187544] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:69b3d911-c1c3-4330-a56a-5e9c21c320d4 already deleted. [ 1049.187544] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69b3d911-c1c3-4330-a56a-5e9c21c320d4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.293390] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 104ae6de-d6fe-4374-b384-56a40d74f527 in Status: SUCCESS [ 1049.293390] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-104ae6de-d6fe-4374-b384-56a40d74f527" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.293583] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-104ae6de-d6fe-4374-b384-56a40d74f527" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.295465] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-104ae6de-d6fe-4374-b384-56a40d74f527" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.295465] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.295465] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.295465] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.295465] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.295465] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.295465] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-104ae6de-d6fe-4374-b384-56a40d74f527" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.295465] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('104ae6de-d6fe-4374-b384-56a40d74f527',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.803727] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-104ae6de-d6fe-4374-b384-56a40d74f527 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.805172] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-104ae6de-d6fe-4374-b384-56a40d74f527" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.805172] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-104ae6de-d6fe-4374-b384-56a40d74f527" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.805255] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-104ae6de-d6fe-4374-b384-56a40d74f527" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.805424] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.805534] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.805633] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.805744] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.805840] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.805933] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-104ae6de-d6fe-4374-b384-56a40d74f527" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.806107] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-104ae6de-d6fe-4374-b384-56a40d74f527 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.806205] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-104ae6de-d6fe-4374-b384-56a40d74f527" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.807792] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-104ae6de-d6fe-4374-b384-56a40d74f527" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.807792] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-104ae6de-d6fe-4374-b384-56a40d74f527" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.807792] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.807792] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.807792] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.807792] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.807792] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.807792] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-104ae6de-d6fe-4374-b384-56a40d74f527" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.807792] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('104ae6de-d6fe-4374-b384-56a40d74f527',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.311021] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 104ae6de-d6fe-4374-b384-56a40d74f527: rpc.has_security_group_logging(os_id): False [ 1050.331239] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.334902] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.334902] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.334902] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.334902] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.334902] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.334902] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.334902] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.334902] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.334902] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.334902] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.334902] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.334902] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.334902] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.334902] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.335860] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.337971] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.337971] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.337971] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.337971] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.337971] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 104ae6de-d6fe-4374-b384-56a40d74f527 is going to be created. [ 1050.411727] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.411866] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.411945] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.412180] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.412369] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.428960] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 104ae6de-d6fe-4374-b384-56a40d74f527 in Status: IN_PROGRESS for 2s [ 1050.567261] env[69392]: INFO networking_nsxv3.common.synchronization [req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 req-eac2c632-d665-417d-9aca-e3b34b5b4fcf service nova] Enqueued Resource ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 with Priority: HIGHEST for action security_group_rules [ 1050.567481] env[69392]: INFO networking_nsxv3.common.synchronization [req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 req-eac2c632-d665-417d-9aca-e3b34b5b4fcf service nova] Enqueued Resource ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 with Priority: HIGHEST for action security_group_members [ 1050.567618] env[69392]: INFO networking_nsxv3.common.synchronization [req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 req-eac2c632-d665-417d-9aca-e3b34b5b4fcf service nova] Enqueued Resource ID: aa58f436-5b8e-4b1d-b611-f4fd95b3eaa8 with Priority: HIGHEST for action port [ 1050.567854] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 with Priority: HIGHEST for action security_group_rules [ 1050.567999] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 with Priority: HIGHEST for action security_group_members [ 1050.568143] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa58f436-5b8e-4b1d-b611-f4fd95b3eaa8 with Priority: HIGHEST for action port [ 1050.568757] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.568884] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.568954] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.569408] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.570273] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.571687] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.572448] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.572448] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.572448] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.572636] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.572769] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.572857] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.573063] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.573185] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.573309] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.574289] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa58f436-5b8e-4b1d-b611-f4fd95b3eaa8 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.574654] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa58f436-5b8e-4b1d-b611-f4fd95b3eaa8" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.574829] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa58f436-5b8e-4b1d-b611-f4fd95b3eaa8" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.575058] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa58f436-5b8e-4b1d-b611-f4fd95b3eaa8" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.575259] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa58f436-5b8e-4b1d-b611-f4fd95b3eaa8',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.971092] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9289668-329e-4d60-a331-9d084785d499 in Status: SUCCESS [ 1050.971355] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.971486] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.971697] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.971924] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.972099] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.972185] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.972376] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.972472] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.972564] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.972681] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9289668-329e-4d60-a331-9d084785d499',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.069309] env[69392]: INFO networking_nsxv3.common.synchronization [None req-9bf83bcb-873d-4786-897c-2a14e37c01d2 None None] Enqueued Resource ID: a5e2a43c-24f3-44cd-9ae4-d1b03def7542 with Priority: HIGHEST for action port [ 1051.069309] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5e2a43c-24f3-44cd-9ae4-d1b03def7542 with Priority: HIGHEST for action port [ 1051.069309] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5e2a43c-24f3-44cd-9ae4-d1b03def7542 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.069309] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5e2a43c-24f3-44cd-9ae4-d1b03def7542" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.069309] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5e2a43c-24f3-44cd-9ae4-d1b03def7542" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.069309] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5e2a43c-24f3-44cd-9ae4-d1b03def7542" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.069709] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5e2a43c-24f3-44cd-9ae4-d1b03def7542',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.078043] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.078230] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.078398] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.080683] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aa58f436-5b8e-4b1d-b611-f4fd95b3eaa8 with status ACTIVE [ 1051.080888] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.081010] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.081088] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.081307] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.081383] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.081555] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.082478] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.083191] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.083286] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.083336] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.083536] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.083652] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.083852] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.083852] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.084046] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.084046] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aa58f436-5b8e-4b1d-b611-f4fd95b3eaa8 is going to be updated. [ 1051.111399] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.111399] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.111399] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.111399] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.111399] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.111399] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa58f436-5b8e-4b1d-b611-f4fd95b3eaa8" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.481543] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9289668-329e-4d60-a331-9d084785d499 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.481779] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.481857] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.482066] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.482263] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.482363] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.482573] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.482659] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.482691] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.482778] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.482956] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9289668-329e-4d60-a331-9d084785d499 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.483077] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.483155] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.483298] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.484035] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.484035] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.484035] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.484035] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.484035] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.484035] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.484035] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9289668-329e-4d60-a331-9d084785d499',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.572398] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a5e2a43c-24f3-44cd-9ae4-d1b03def7542 [ 1051.572729] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.572868] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.572942] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.573167] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.573258] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.573351] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a5e2a43c-24f3-44cd-9ae4-d1b03def7542 already deleted. [ 1051.573436] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5e2a43c-24f3-44cd-9ae4-d1b03def7542" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.581568] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.971569] env[69392]: INFO networking_nsxv3.common.synchronization [req-fd58757f-2994-4635-bcb5-411b79747ba7 req-2ec76c0d-269c-4e37-8669-2f14a3846ec8 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Enqueued Resource ID: e01e8653-ada8-42a7-adc6-1ae007f7f990 with Priority: HIGHEST for action security_group_members [ 1051.974222] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e01e8653-ada8-42a7-adc6-1ae007f7f990 with Priority: HIGHEST for action security_group_members [ 1051.974222] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-e01e8653-ada8-42a7-adc6-1ae007f7f990 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.974222] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e01e8653-ada8-42a7-adc6-1ae007f7f990" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.974222] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e01e8653-ada8-42a7-adc6-1ae007f7f990" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.974222] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e01e8653-ada8-42a7-adc6-1ae007f7f990" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.974222] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.974222] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.974222] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.974222] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.974222] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.974222] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e01e8653-ada8-42a7-adc6-1ae007f7f990',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.985143] env[69392]: INFO networking_nsxv3.common.synchronization [None req-6702c625-3934-4e4a-81f6-8f6ec65d7717 None None] Enqueued Resource ID: 5118630f-e573-4af4-9637-a0e39557cb5c with Priority: HIGHEST for action port [ 1051.985143] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5118630f-e573-4af4-9637-a0e39557cb5c with Priority: HIGHEST for action port [ 1051.987809] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-5118630f-e573-4af4-9637-a0e39557cb5c taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.993995] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5118630f-e573-4af4-9637-a0e39557cb5c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.993995] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5118630f-e573-4af4-9637-a0e39557cb5c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.993995] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5118630f-e573-4af4-9637-a0e39557cb5c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.993995] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5118630f-e573-4af4-9637-a0e39557cb5c',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.993995] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9289668-329e-4d60-a331-9d084785d499: rpc.has_security_group_logging(os_id): False [ 1052.023083] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.023374] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.023374] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.023566] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.025394] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.025394] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.025394] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.027156] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.027430] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.027522] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.027781] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.027882] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.027958] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.028584] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.028676] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.028878] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.029029] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.029069] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.029292] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.029407] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.030273] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9289668-329e-4d60-a331-9d084785d499 is going to be created. [ 1052.084784] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.084784] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.084784] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.085906] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.086010] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.086251] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 is going to be created. [ 1052.097267] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.097422] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.098739] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.098739] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.098739] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.113092] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9289668-329e-4d60-a331-9d084785d499 in Status: IN_PROGRESS for 2s [ 1052.133282] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.133424] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.133493] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.133715] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.133867] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.153698] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 in Status: UNINITIALIZED for 2s [ 1052.445634] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 104ae6de-d6fe-4374-b384-56a40d74f527 in Status: SUCCESS [ 1052.445937] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-104ae6de-d6fe-4374-b384-56a40d74f527" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.478069] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.478069] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.478069] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.478069] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.478069] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.478069] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.478069] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.478069] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.478069] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.478406] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.478406] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e01e8653-ada8-42a7-adc6-1ae007f7f990 already deleted. [ 1052.478406] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e01e8653-ada8-42a7-adc6-1ae007f7f990" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.506386] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5118630f-e573-4af4-9637-a0e39557cb5c [ 1052.506622] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.506750] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.506816] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.507043] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.507133] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.507242] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5118630f-e573-4af4-9637-a0e39557cb5c already deleted. [ 1052.507338] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5118630f-e573-4af4-9637-a0e39557cb5c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.893160] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-941 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.893160] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-941" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.894921] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-941" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.895101] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-941" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.896705] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.896705] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.896705] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.896705] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.896705] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.897182] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1052.897237] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1052.897521] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1052.897634] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1052.898631] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1052.898940] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1052.899130] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1052.926802] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1052.927083] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1052.930037] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1052.930037] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-941" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.930037] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-8778b356-0c46-4754-b6b1-c9d40c667378 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.930037] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-8778b356-0c46-4754-b6b1-c9d40c667378" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.930037] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-8778b356-0c46-4754-b6b1-c9d40c667378" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.930037] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-8778b356-0c46-4754-b6b1-c9d40c667378" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.931929] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8778b356-0c46-4754-b6b1-c9d40c667378',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.437575] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.437575] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.437575] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.437575] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.437575] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.437575] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port 8778b356-0c46-4754-b6b1-c9d40c667378 not found, creating... [ 1053.437575] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.437575] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.437575] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.437575] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.437575] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.438211] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.438211] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.438211] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.438551] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.438551] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.438925] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 8778b356-0c46-4754-b6b1-c9d40c667378 is going to be created. [ 1053.462651] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.462897] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.463210] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.463501] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.463762] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.464094] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-8778b356-0c46-4754-b6b1-c9d40c667378" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.127773] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9289668-329e-4d60-a331-9d084785d499 in Status: SUCCESS [ 1054.128283] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.163821] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 in Status: SUCCESS [ 1054.164286] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.164849] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.168021] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.168021] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.168021] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.168021] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.168021] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.168021] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.168021] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.168021] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.272892] env[69392]: INFO networking_nsxv3.common.synchronization [req-fd58757f-2994-4635-bcb5-411b79747ba7 req-8651c350-ea20-4de2-a6e1-e7b330024e70 service nova] Enqueued Resource ID: e01e8653-ada8-42a7-adc6-1ae007f7f990 with Priority: HIGHEST for action security_group_rules [ 1054.273410] env[69392]: INFO networking_nsxv3.common.synchronization [req-fd58757f-2994-4635-bcb5-411b79747ba7 req-8651c350-ea20-4de2-a6e1-e7b330024e70 service nova] Enqueued Resource ID: e01e8653-ada8-42a7-adc6-1ae007f7f990 with Priority: HIGHEST for action security_group_members [ 1054.273747] env[69392]: INFO networking_nsxv3.common.synchronization [req-fd58757f-2994-4635-bcb5-411b79747ba7 req-8651c350-ea20-4de2-a6e1-e7b330024e70 service nova] Enqueued Resource ID: 8778b356-0c46-4754-b6b1-c9d40c667378 with Priority: HIGHEST for action port [ 1054.275576] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e01e8653-ada8-42a7-adc6-1ae007f7f990 with Priority: HIGHEST for action security_group_rules [ 1054.276150] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e01e8653-ada8-42a7-adc6-1ae007f7f990 with Priority: HIGHEST for action security_group_members [ 1054.276642] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8778b356-0c46-4754-b6b1-c9d40c667378 with Priority: HIGHEST for action port [ 1054.277042] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e01e8653-ada8-42a7-adc6-1ae007f7f990 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.277353] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e01e8653-ada8-42a7-adc6-1ae007f7f990" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.277498] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e01e8653-ada8-42a7-adc6-1ae007f7f990" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.277885] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e01e8653-ada8-42a7-adc6-1ae007f7f990" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.278057] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e01e8653-ada8-42a7-adc6-1ae007f7f990',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.279998] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-e01e8653-ada8-42a7-adc6-1ae007f7f990 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.280186] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e01e8653-ada8-42a7-adc6-1ae007f7f990" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.280318] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e01e8653-ada8-42a7-adc6-1ae007f7f990" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.280692] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e01e8653-ada8-42a7-adc6-1ae007f7f990" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.280986] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.282350] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.282471] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.282802] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.282969] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.283630] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e01e8653-ada8-42a7-adc6-1ae007f7f990',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.284207] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-8778b356-0c46-4754-b6b1-c9d40c667378 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.284314] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8778b356-0c46-4754-b6b1-c9d40c667378" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.284385] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8778b356-0c46-4754-b6b1-c9d40c667378" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.284659] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8778b356-0c46-4754-b6b1-c9d40c667378" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.284659] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8778b356-0c46-4754-b6b1-c9d40c667378',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.343350] env[69392]: INFO networking_nsxv3.common.synchronization [None req-feab01bf-440c-4078-a16d-0c21feec9745 None None] Enqueued Resource ID: 76e1e324-6cfb-4467-939e-20aa728b485d with Priority: HIGHEST for action port [ 1054.343924] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76e1e324-6cfb-4467-939e-20aa728b485d with Priority: HIGHEST for action port [ 1054.344806] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-76e1e324-6cfb-4467-939e-20aa728b485d taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.344886] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76e1e324-6cfb-4467-939e-20aa728b485d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.344932] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76e1e324-6cfb-4467-939e-20aa728b485d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.345385] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76e1e324-6cfb-4467-939e-20aa728b485d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.345547] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76e1e324-6cfb-4467-939e-20aa728b485d',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.360478] env[69392]: INFO networking_nsxv3.common.synchronization [None req-a11a8212-2e71-4117-aae2-5ee4738d1448 None None] Enqueued Resource ID: 0abb70c4-346e-4076-9404-dfc7297e1145 with Priority: HIGHEST for action port [ 1054.360749] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0abb70c4-346e-4076-9404-dfc7297e1145 with Priority: HIGHEST for action port [ 1054.361399] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-0abb70c4-346e-4076-9404-dfc7297e1145 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.361534] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0abb70c4-346e-4076-9404-dfc7297e1145" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.361600] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0abb70c4-346e-4076-9404-dfc7297e1145" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.361901] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0abb70c4-346e-4076-9404-dfc7297e1145" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.362091] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0abb70c4-346e-4076-9404-dfc7297e1145',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.674166] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.677368] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.677368] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.677368] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.677368] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.677368] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.677368] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.677368] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.677368] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.677368] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.677368] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.677368] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.677368] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.677368] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.677368] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.677368] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.677368] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.677368] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.677368] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.677887] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.677887] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.745620] env[69392]: INFO networking_nsxv3.common.synchronization [None req-8ff5f0c9-7d52-4a59-88e4-bec3b4bc0b01 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Enqueued Resource ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 with Priority: HIGHEST for action security_group_rules [ 1054.745620] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 with Priority: HIGHEST for action security_group_rules [ 1054.745620] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6d0251d-fc7b-4fc9-bcaa-32c778519012 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.745620] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.745620] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.745620] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.745620] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6d0251d-fc7b-4fc9-bcaa-32c778519012',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.788251] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-e01e8653-ada8-42a7-adc6-1ae007f7f990 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.788251] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e01e8653-ada8-42a7-adc6-1ae007f7f990" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.788251] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e01e8653-ada8-42a7-adc6-1ae007f7f990',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.788391] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8778b356-0c46-4754-b6b1-c9d40c667378 with status ACTIVE [ 1054.788480] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.788652] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.788652] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.788828] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.788929] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.789094] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.789184] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.789896] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.789896] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.789896] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.789896] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.789896] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.789896] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.790244] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.790244] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.790471] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8778b356-0c46-4754-b6b1-c9d40c667378 is going to be updated. [ 1054.819888] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.819888] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.820013] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.821840] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.821840] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.821840] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8778b356-0c46-4754-b6b1-c9d40c667378" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.849173] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 76e1e324-6cfb-4467-939e-20aa728b485d [ 1054.849173] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.849173] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.849173] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.849173] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.849173] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.849173] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:76e1e324-6cfb-4467-939e-20aa728b485d already deleted. [ 1054.849173] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76e1e324-6cfb-4467-939e-20aa728b485d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.865768] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0abb70c4-346e-4076-9404-dfc7297e1145 [ 1054.866304] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.866563] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.866720] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.867020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.867723] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.867929] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0abb70c4-346e-4076-9404-dfc7297e1145 already deleted. [ 1054.868326] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0abb70c4-346e-4076-9404-dfc7297e1145" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.891787] env[69392]: INFO networking_nsxv3.common.synchronization [None req-fbbfc740-03d5-4437-8b97-0f195c64f086 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Enqueued Resource ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 with Priority: HIGHEST for action security_group_rules [ 1054.892075] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 with Priority: HIGHEST for action security_group_rules [ 1054.892777] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6d0251d-fc7b-4fc9-bcaa-32c778519012 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.892777] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.929721] env[69392]: INFO networking_nsxv3.common.synchronization [req-fce6a866-6d83-4e36-8924-3ac079c984d2 req-6c24049b-0e29-4904-804b-ddd6ca9b52ff tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Enqueued Resource ID: 6df2c66e-f398-4052-8bb0-240944386539 with Priority: HIGHEST for action security_group_members [ 1054.930711] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6df2c66e-f398-4052-8bb0-240944386539 with Priority: HIGHEST for action security_group_members [ 1054.931115] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-6df2c66e-f398-4052-8bb0-240944386539 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.931238] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.931307] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.931664] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.931929] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.932130] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.932242] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.932513] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.932614] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.932727] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.180479] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3: rpc.has_security_group_logging(os_id): False [ 1055.208050] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.208050] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.208050] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.208050] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.208050] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.208050] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.208050] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.208050] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.208050] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.208050] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.208050] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.208050] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.208050] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.208050] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.210958] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.211525] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.211910] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.212390] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.212773] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.212942] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.213125] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 is going to be created. [ 1055.272578] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.273548] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.273620] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.273842] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.273934] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.274475] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 already deleted. [ 1055.274475] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.274475] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.274729] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.274729] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6d0251d-fc7b-4fc9-bcaa-32c778519012',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.278335] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.278451] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.278518] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.278691] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.280904] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.293068] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e01e8653-ada8-42a7-adc6-1ae007f7f990',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.300059] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 in Status: IN_PROGRESS for 2s [ 1055.434545] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.434700] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.434776] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.435185] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.435355] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.435597] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.435712] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.435778] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.435974] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.436087] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.436186] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6df2c66e-f398-4052-8bb0-240944386539 already deleted. [ 1055.436275] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.715160] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-744 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.715160] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-744" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.715565] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-744" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.715598] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-744" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.716428] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.716719] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.716926] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.717556] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.717626] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.717910] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1055.718100] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1055.718286] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1055.718449] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1055.718643] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1055.718844] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1055.719331] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1055.745432] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1055.745432] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1055.745432] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1055.745432] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-744" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.745432] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-321607f1-5eaa-43b5-a61e-4d3de0b4f93d taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.745432] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-321607f1-5eaa-43b5-a61e-4d3de0b4f93d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.745432] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-321607f1-5eaa-43b5-a61e-4d3de0b4f93d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.745432] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-321607f1-5eaa-43b5-a61e-4d3de0b4f93d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.745432] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('321607f1-5eaa-43b5-a61e-4d3de0b4f93d',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.798581] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.798996] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.799538] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.799790] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.800681] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.801591] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e01e8653-ada8-42a7-adc6-1ae007f7f990 is going to be created. [ 1055.805232] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.805232] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.805232] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.805232] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.805232] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.805232] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 already deleted. [ 1055.805232] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.828778] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.828936] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.829009] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.829231] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.829469] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.842197] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e01e8653-ada8-42a7-adc6-1ae007f7f990 in Status: UNINITIALIZED for 2s [ 1056.248428] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.248879] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.248879] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.249305] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.249487] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.249685] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port 321607f1-5eaa-43b5-a61e-4d3de0b4f93d not found, creating... [ 1056.250039] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.250814] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.251018] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.251315] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.251507] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.251851] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.252080] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.252246] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.252507] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.252678] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.252856] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 321607f1-5eaa-43b5-a61e-4d3de0b4f93d is going to be created. [ 1056.274482] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.274482] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.274650] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.274922] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.275281] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.275557] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-321607f1-5eaa-43b5-a61e-4d3de0b4f93d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.219186] env[69392]: INFO networking_nsxv3.common.synchronization [req-fce6a866-6d83-4e36-8924-3ac079c984d2 req-b9fc45ba-267a-45d5-b6ac-1a3f152d99c3 service nova] Enqueued Resource ID: 6df2c66e-f398-4052-8bb0-240944386539 with Priority: HIGHEST for action security_group_rules [ 1057.219186] env[69392]: INFO networking_nsxv3.common.synchronization [req-fce6a866-6d83-4e36-8924-3ac079c984d2 req-b9fc45ba-267a-45d5-b6ac-1a3f152d99c3 service nova] Enqueued Resource ID: 6df2c66e-f398-4052-8bb0-240944386539 with Priority: HIGHEST for action security_group_members [ 1057.219186] env[69392]: INFO networking_nsxv3.common.synchronization [req-fce6a866-6d83-4e36-8924-3ac079c984d2 req-b9fc45ba-267a-45d5-b6ac-1a3f152d99c3 service nova] Enqueued Resource ID: 321607f1-5eaa-43b5-a61e-4d3de0b4f93d with Priority: HIGHEST for action port [ 1057.219186] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6df2c66e-f398-4052-8bb0-240944386539 with Priority: HIGHEST for action security_group_rules [ 1057.219186] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6df2c66e-f398-4052-8bb0-240944386539 with Priority: HIGHEST for action security_group_members [ 1057.219186] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 321607f1-5eaa-43b5-a61e-4d3de0b4f93d with Priority: HIGHEST for action port [ 1057.220323] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6df2c66e-f398-4052-8bb0-240944386539 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.220412] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.220471] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.220729] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.220842] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.225443] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-6df2c66e-f398-4052-8bb0-240944386539 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.225627] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.225739] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.225987] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.226184] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.226301] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.226359] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.226559] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.226983] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.226983] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.230055] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-321607f1-5eaa-43b5-a61e-4d3de0b4f93d taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.230055] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-321607f1-5eaa-43b5-a61e-4d3de0b4f93d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.230055] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-321607f1-5eaa-43b5-a61e-4d3de0b4f93d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.230055] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-321607f1-5eaa-43b5-a61e-4d3de0b4f93d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.230055] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('321607f1-5eaa-43b5-a61e-4d3de0b4f93d',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.318658] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 in Status: SUCCESS [ 1057.318860] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.726495] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-6df2c66e-f398-4052-8bb0-240944386539 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.726640] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.732157] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.733864] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 321607f1-5eaa-43b5-a61e-4d3de0b4f93d with status ACTIVE [ 1057.734166] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.734329] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.734422] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.734687] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.734806] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.735125] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.735274] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.735361] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.735569] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.735678] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.735938] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.740557] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.740653] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.740835] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.740919] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.741027] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 321607f1-5eaa-43b5-a61e-4d3de0b4f93d is going to be updated. [ 1057.768092] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.768260] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.768260] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.768530] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.768693] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.768874] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-321607f1-5eaa-43b5-a61e-4d3de0b4f93d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.851722] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e01e8653-ada8-42a7-adc6-1ae007f7f990 in Status: SUCCESS [ 1057.852009] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e01e8653-ada8-42a7-adc6-1ae007f7f990" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.852178] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e01e8653-ada8-42a7-adc6-1ae007f7f990" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.852401] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e01e8653-ada8-42a7-adc6-1ae007f7f990" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.852598] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.852722] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.852775] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.852912] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.852991] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.853091] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e01e8653-ada8-42a7-adc6-1ae007f7f990" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.853181] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e01e8653-ada8-42a7-adc6-1ae007f7f990',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.037579] env[69392]: INFO networking_nsxv3.common.synchronization [req-ab922cf8-850d-45dc-8399-9babccb14f7f req-60555892-cb8e-4b56-b2ae-bdff76dd57d6 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Enqueued Resource ID: 104ae6de-d6fe-4374-b384-56a40d74f527 with Priority: HIGHEST for action security_group_members [ 1058.039554] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 104ae6de-d6fe-4374-b384-56a40d74f527 with Priority: HIGHEST for action security_group_members [ 1058.040308] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-104ae6de-d6fe-4374-b384-56a40d74f527 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.040308] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-104ae6de-d6fe-4374-b384-56a40d74f527" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.040493] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-104ae6de-d6fe-4374-b384-56a40d74f527" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.040619] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-104ae6de-d6fe-4374-b384-56a40d74f527" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.040806] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.041155] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.041231] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.041418] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.041514] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.041657] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('104ae6de-d6fe-4374-b384-56a40d74f527',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.133667] env[69392]: INFO networking_nsxv3.common.synchronization [req-5a4c2e6a-006a-4521-8914-d9406fd3706b req-c543fbc5-715c-4090-a264-513bc6c4d61d tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Enqueued Resource ID: f9289668-329e-4d60-a331-9d084785d499 with Priority: HIGHEST for action security_group_members [ 1058.134301] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9289668-329e-4d60-a331-9d084785d499 with Priority: HIGHEST for action security_group_members [ 1058.134797] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9289668-329e-4d60-a331-9d084785d499 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.134902] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.135014] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.135434] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.135679] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.135848] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.135953] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.136255] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.136453] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.136566] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9289668-329e-4d60-a331-9d084785d499',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.243383] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.356436] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e01e8653-ada8-42a7-adc6-1ae007f7f990',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.548156] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.548156] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.548156] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.548156] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.548156] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.548156] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.548156] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.548156] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.548156] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.548156] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.548156] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 104ae6de-d6fe-4374-b384-56a40d74f527 is going to be updated. [ 1058.644512] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.644667] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.644667] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.644871] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.644979] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.645287] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.645408] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.645475] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.645638] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.645717] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.645806] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9289668-329e-4d60-a331-9d084785d499 is going to be updated. [ 1058.647890] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.648023] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.648100] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.648264] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.648429] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.679646] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 104ae6de-d6fe-4374-b384-56a40d74f527 in Status: IN_PROGRESS for 2s [ 1058.750040] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.750040] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.750040] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.750040] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.750040] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.750040] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6df2c66e-f398-4052-8bb0-240944386539 is going to be created. [ 1058.766994] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.766994] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.766994] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.766994] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.766994] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.776601] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9289668-329e-4d60-a331-9d084785d499 in Status: IN_PROGRESS for 2s [ 1058.788048] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.788048] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.788048] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.788048] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.788048] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.824597] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6df2c66e-f398-4052-8bb0-240944386539 in Status: UNINITIALIZED for 2s [ 1058.860334] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e01e8653-ada8-42a7-adc6-1ae007f7f990: rpc.has_security_group_logging(os_id): False [ 1058.887030] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.887180] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.887265] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.887517] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.887622] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.887873] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.887992] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.888077] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.888258] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.888353] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.888458] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e01e8653-ada8-42a7-adc6-1ae007f7f990 is going to be created. [ 1059.009478] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.009787] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.009911] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.010232] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.010523] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.024441] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e01e8653-ada8-42a7-adc6-1ae007f7f990 in Status: IN_PROGRESS for 2s [ 1060.691101] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 104ae6de-d6fe-4374-b384-56a40d74f527 in Status: SUCCESS [ 1060.691348] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 104ae6de-d6fe-4374-b384-56a40d74f527 deletion is rescheduled due to dependency. [ 1060.691348] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-104ae6de-d6fe-4374-b384-56a40d74f527" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.787638] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9289668-329e-4d60-a331-9d084785d499 in Status: SUCCESS [ 1060.787825] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9289668-329e-4d60-a331-9d084785d499 deletion is rescheduled due to dependency. [ 1060.787991] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.837408] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6df2c66e-f398-4052-8bb0-240944386539 in Status: SUCCESS [ 1060.837533] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.837675] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.837943] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.838202] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.838371] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.838461] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.838960] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.839104] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.839214] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.839305] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.037213] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e01e8653-ada8-42a7-adc6-1ae007f7f990 in Status: SUCCESS [ 1061.037456] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e01e8653-ada8-42a7-adc6-1ae007f7f990" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.344030] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-6df2c66e-f398-4052-8bb0-240944386539 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.344030] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.344030] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.344030] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.344030] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.344030] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.344030] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.344030] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.344030] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.344030] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.344030] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-6df2c66e-f398-4052-8bb0-240944386539 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.344030] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.344030] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.344030] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.344030] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.344030] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.344658] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.344658] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.344658] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.344658] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.344658] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.851762] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6df2c66e-f398-4052-8bb0-240944386539: rpc.has_security_group_logging(os_id): False [ 1061.888582] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.888787] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.888787] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.889020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.889136] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.889384] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.889501] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.889566] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.889737] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.889873] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.890072] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.890198] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.890278] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.890457] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.890535] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.890737] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.890830] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.890906] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.891058] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.891143] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.891229] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6df2c66e-f398-4052-8bb0-240944386539 is going to be created. [ 1062.004097] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.004294] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.004334] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.006093] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.006335] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.025546] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6df2c66e-f398-4052-8bb0-240944386539 in Status: IN_PROGRESS for 2s [ 1062.768021] env[69392]: INFO networking_nsxv3.common.synchronization [None req-3c40006c-adc5-4182-aaa9-0f3a8b59a1a5 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Enqueued Resource ID: ad23a977-7cc0-49f0-93f4-2573f6ea108a with Priority: HIGHEST for action security_group_rules [ 1062.768584] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad23a977-7cc0-49f0-93f4-2573f6ea108a with Priority: HIGHEST for action security_group_rules [ 1062.769820] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad23a977-7cc0-49f0-93f4-2573f6ea108a taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.770243] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad23a977-7cc0-49f0-93f4-2573f6ea108a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.770726] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad23a977-7cc0-49f0-93f4-2573f6ea108a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.771105] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad23a977-7cc0-49f0-93f4-2573f6ea108a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.775294] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad23a977-7cc0-49f0-93f4-2573f6ea108a',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.792219] env[69392]: INFO networking_nsxv3.common.synchronization [req-3b2f3ffd-f801-4412-93fa-abd7c853b616 req-280ab87b-d05b-461f-b6df-d3d3c5b8ae87 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Enqueued Resource ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd with Priority: HIGHEST for action security_group_members [ 1062.792219] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd with Priority: HIGHEST for action security_group_members [ 1062.792219] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.792219] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.792219] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.792219] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.792219] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.792219] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.792219] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.793041] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.793041] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.793041] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8f6935a-7f71-4e5a-b85e-3a4675b62fdd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.899565] env[69392]: INFO networking_nsxv3.common.synchronization [None req-3d598364-96e3-4254-b5a3-b3c0737251e3 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Enqueued Resource ID: ad23a977-7cc0-49f0-93f4-2573f6ea108a with Priority: HIGHEST for action security_group_rules [ 1062.900906] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad23a977-7cc0-49f0-93f4-2573f6ea108a with Priority: HIGHEST for action security_group_rules [ 1062.901335] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad23a977-7cc0-49f0-93f4-2573f6ea108a taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.902447] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad23a977-7cc0-49f0-93f4-2573f6ea108a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.294636] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.299214] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.299214] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.299214] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.299214] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.299214] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.299214] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.299214] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.299214] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.299214] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.299214] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd is going to be updated. [ 1063.308030] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.308030] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.308030] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.308030] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.308030] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.308030] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad23a977-7cc0-49f0-93f4-2573f6ea108a already deleted. [ 1063.308030] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad23a977-7cc0-49f0-93f4-2573f6ea108a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.308030] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad23a977-7cc0-49f0-93f4-2573f6ea108a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.308030] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad23a977-7cc0-49f0-93f4-2573f6ea108a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.308030] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad23a977-7cc0-49f0-93f4-2573f6ea108a',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.362042] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.362042] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.362042] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.362042] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.362042] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.380384] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd in Status: IN_PROGRESS for 2s [ 1063.420616] env[69392]: INFO networking_nsxv3.common.synchronization [req-bbc72051-4696-4ee4-9a31-2e5a21ba3f85 req-1bfd0a22-98a2-448f-aa7a-f992fdb0ab6e tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Enqueued Resource ID: e6d7b634-70cc-4999-8252-c2e90c5d0fbb with Priority: HIGHEST for action security_group_members [ 1063.421679] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6d7b634-70cc-4999-8252-c2e90c5d0fbb with Priority: HIGHEST for action security_group_members [ 1063.424184] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6d7b634-70cc-4999-8252-c2e90c5d0fbb taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.424184] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6d7b634-70cc-4999-8252-c2e90c5d0fbb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.424184] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6d7b634-70cc-4999-8252-c2e90c5d0fbb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.424184] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6d7b634-70cc-4999-8252-c2e90c5d0fbb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.424184] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.424184] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.424184] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.424184] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.424184] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.424184] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6d7b634-70cc-4999-8252-c2e90c5d0fbb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.833230] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.833437] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.833437] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.833637] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.833724] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.833818] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad23a977-7cc0-49f0-93f4-2573f6ea108a already deleted. [ 1063.833899] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad23a977-7cc0-49f0-93f4-2573f6ea108a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.926884] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.926884] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.926884] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.926884] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.949513] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.949778] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.949896] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.949965] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.950207] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.950280] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.950351] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6d7b634-70cc-4999-8252-c2e90c5d0fbb is going to be updated. [ 1063.981300] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.981519] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.981519] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.981706] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.981848] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.992444] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6d7b634-70cc-4999-8252-c2e90c5d0fbb in Status: IN_PROGRESS for 2s [ 1064.038752] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6df2c66e-f398-4052-8bb0-240944386539 in Status: SUCCESS [ 1064.038837] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.088141] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-321 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.088141] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-321" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.088141] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-321" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.088892] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-321" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.093028] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.093028] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.093028] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.093028] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.093028] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.093028] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1064.093028] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1064.093028] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1064.093028] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1064.093028] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1064.093028] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1064.093028] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1064.120022] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1064.120022] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1064.120022] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1064.120022] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-321" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.120022] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-02d4628c-c50b-4ba3-8126-1cb268e35748 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.120022] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-02d4628c-c50b-4ba3-8126-1cb268e35748" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.120022] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-02d4628c-c50b-4ba3-8126-1cb268e35748" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.120022] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-02d4628c-c50b-4ba3-8126-1cb268e35748" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.120022] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02d4628c-c50b-4ba3-8126-1cb268e35748',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.441627] env[69392]: INFO networking_nsxv3.common.synchronization [req-93c213fd-b76b-495b-a435-2219296ab965 req-3dc10753-dc06-4cd2-b095-6ad8bc2bda21 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Enqueued Resource ID: 3ca5fb82-bd35-44e4-ac6d-2fddb49925b5 with Priority: HIGHEST for action security_group_members [ 1064.442097] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ca5fb82-bd35-44e4-ac6d-2fddb49925b5 with Priority: HIGHEST for action security_group_members [ 1064.442406] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ca5fb82-bd35-44e4-ac6d-2fddb49925b5 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.443700] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ca5fb82-bd35-44e4-ac6d-2fddb49925b5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.444624] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ca5fb82-bd35-44e4-ac6d-2fddb49925b5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.444886] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ca5fb82-bd35-44e4-ac6d-2fddb49925b5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.445174] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.445365] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.445463] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.445612] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.446240] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.446414] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ca5fb82-bd35-44e4-ac6d-2fddb49925b5',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.624149] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.624547] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.624684] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.624982] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.625239] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.625419] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port 02d4628c-c50b-4ba3-8126-1cb268e35748 not found, creating... [ 1064.625745] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.625945] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.626143] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.626390] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.626543] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.626868] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.627718] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.627950] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.628302] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.628513] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.628761] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 02d4628c-c50b-4ba3-8126-1cb268e35748 is going to be created. [ 1064.651239] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.651623] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.651835] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.652272] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.652623] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.652992] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-02d4628c-c50b-4ba3-8126-1cb268e35748" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.949243] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.949620] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.949620] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.949834] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.949893] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.950109] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.950216] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.950307] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.950497] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.950587] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.950676] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ca5fb82-bd35-44e4-ac6d-2fddb49925b5 is going to be updated. [ 1064.982582] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.982786] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.982872] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.983196] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.983399] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.997373] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ca5fb82-bd35-44e4-ac6d-2fddb49925b5 in Status: IN_PROGRESS for 2s [ 1065.292614] env[69392]: INFO networking_nsxv3.common.synchronization [req-b9da3e0b-8039-416b-932b-35c162cf0cdc req-aca2d8b5-2ac0-469d-b5eb-18d021501ca1 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Enqueued Resource ID: 44752025-edeb-41ac-a47d-ef5de185998e with Priority: HIGHEST for action security_group_members [ 1065.293929] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44752025-edeb-41ac-a47d-ef5de185998e with Priority: HIGHEST for action security_group_members [ 1065.293929] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-44752025-edeb-41ac-a47d-ef5de185998e taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.293929] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.293929] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.294301] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.298800] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.298800] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.298800] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.298800] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.298800] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.298800] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44752025-edeb-41ac-a47d-ef5de185998e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.394187] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd in Status: SUCCESS [ 1065.394296] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd deletion is rescheduled due to dependency. [ 1065.394378] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.806180] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44752025-edeb-41ac-a47d-ef5de185998e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.003192] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6d7b634-70cc-4999-8252-c2e90c5d0fbb in Status: SUCCESS [ 1066.003532] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6d7b634-70cc-4999-8252-c2e90c5d0fbb deletion is rescheduled due to dependency. [ 1066.003606] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6d7b634-70cc-4999-8252-c2e90c5d0fbb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.144598] env[69392]: INFO networking_nsxv3.common.synchronization [req-3b2f3ffd-f801-4412-93fa-abd7c853b616 req-80066614-8066-49ac-a7fc-67642654860b service nova] Enqueued Resource ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd with Priority: HIGHEST for action security_group_rules [ 1066.144598] env[69392]: INFO networking_nsxv3.common.synchronization [req-3b2f3ffd-f801-4412-93fa-abd7c853b616 req-80066614-8066-49ac-a7fc-67642654860b service nova] Enqueued Resource ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd with Priority: HIGHEST for action security_group_members [ 1066.144598] env[69392]: INFO networking_nsxv3.common.synchronization [req-3b2f3ffd-f801-4412-93fa-abd7c853b616 req-80066614-8066-49ac-a7fc-67642654860b service nova] Enqueued Resource ID: 02d4628c-c50b-4ba3-8126-1cb268e35748 with Priority: HIGHEST for action port [ 1066.144812] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd with Priority: HIGHEST for action security_group_rules [ 1066.144946] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd with Priority: HIGHEST for action security_group_members [ 1066.145273] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02d4628c-c50b-4ba3-8126-1cb268e35748 with Priority: HIGHEST for action port [ 1066.145594] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.145713] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.145779] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.145987] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.146085] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d8f6935a-7f71-4e5a-b85e-3a4675b62fdd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.147131] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.147245] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.147316] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.147521] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.147655] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.147744] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.147811] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.147952] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.148041] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.148139] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8f6935a-7f71-4e5a-b85e-3a4675b62fdd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.148976] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-02d4628c-c50b-4ba3-8126-1cb268e35748 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.149370] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02d4628c-c50b-4ba3-8126-1cb268e35748" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.149465] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02d4628c-c50b-4ba3-8126-1cb268e35748" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.149585] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02d4628c-c50b-4ba3-8126-1cb268e35748" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.149661] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02d4628c-c50b-4ba3-8126-1cb268e35748',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.308331] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44752025-edeb-41ac-a47d-ef5de185998e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.651574] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.651788] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.651873] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d8f6935a-7f71-4e5a-b85e-3a4675b62fdd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.652805] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 02d4628c-c50b-4ba3-8126-1cb268e35748 with status ACTIVE [ 1066.653047] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.653398] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.653501] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.653763] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.653824] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.654098] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.654219] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.654320] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.654590] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.654720] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.658444] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.658724] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.658851] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.659245] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.659389] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.659536] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 02d4628c-c50b-4ba3-8126-1cb268e35748 is going to be updated. [ 1066.687645] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.687645] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.687645] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.687645] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.687645] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.687878] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02d4628c-c50b-4ba3-8126-1cb268e35748" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.814513] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.815204] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.815204] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.815204] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.815204] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.815418] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44752025-edeb-41ac-a47d-ef5de185998e is going to be updated. [ 1066.853984] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.853984] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.853984] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.853984] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.853984] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.866150] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44752025-edeb-41ac-a47d-ef5de185998e in Status: IN_PROGRESS for 2s [ 1067.011931] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ca5fb82-bd35-44e4-ac6d-2fddb49925b5 in Status: SUCCESS [ 1067.012234] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ca5fb82-bd35-44e4-ac6d-2fddb49925b5 deletion is rescheduled due to dependency. [ 1067.012234] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ca5fb82-bd35-44e4-ac6d-2fddb49925b5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.163341] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d8f6935a-7f71-4e5a-b85e-3a4675b62fdd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.672629] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.672829] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.672907] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.673644] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.673644] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.673644] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd is going to be updated. [ 1067.730605] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.730819] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.730947] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.732138] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.732138] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.747059] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd in Status: IN_PROGRESS for 2s [ 1068.878261] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44752025-edeb-41ac-a47d-ef5de185998e in Status: SUCCESS [ 1068.881043] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.762569] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd in Status: SUCCESS [ 1069.762729] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.762961] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.763322] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.764274] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.764274] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.764274] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.764274] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.764274] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.764274] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.764274] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d8f6935a-7f71-4e5a-b85e-3a4675b62fdd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.267450] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.268033] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.268033] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.268033] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.268033] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.268313] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.268313] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.268382] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.268615] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.268615] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.268722] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.268810] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.268869] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.269181] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.269279] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.269368] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.269514] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.269677] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.269817] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.270046] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.270127] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d8f6935a-7f71-4e5a-b85e-3a4675b62fdd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.777724] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d8f6935a-7f71-4e5a-b85e-3a4675b62fdd: rpc.has_security_group_logging(os_id): False [ 1070.806107] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.806404] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.806533] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.806716] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.806815] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.807138] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.807271] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.807339] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.807629] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.807728] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.807945] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.808080] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.808238] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.808302] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.808355] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.808568] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.808707] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.808777] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.808948] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.809050] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.809179] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd is going to be updated. [ 1070.894864] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.895915] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.895915] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.895915] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.895915] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.916405] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd in Status: IN_PROGRESS for 2s [ 1071.146245] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1071.146445] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1071.859789] env[69392]: INFO networking_nsxv3.common.synchronization [req-e8496e50-4e89-4dc9-af7e-910818a30381 req-9714097a-b8e3-4a1a-86e1-1db38bd4d8aa tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Enqueued Resource ID: ddc23fc3-78e7-4577-9029-96fbd012d464 with Priority: HIGHEST for action security_group_members [ 1071.860822] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddc23fc3-78e7-4577-9029-96fbd012d464 with Priority: HIGHEST for action security_group_members [ 1071.860822] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddc23fc3-78e7-4577-9029-96fbd012d464 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.860822] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddc23fc3-78e7-4577-9029-96fbd012d464" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.860822] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddc23fc3-78e7-4577-9029-96fbd012d464" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.861253] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddc23fc3-78e7-4577-9029-96fbd012d464" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.861435] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.862175] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.862175] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.867023] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.867023] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.867023] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddc23fc3-78e7-4577-9029-96fbd012d464',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.297356] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-535 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.297753] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-535" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.297881] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-535" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.299251] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-535" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.302019] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.302019] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.302019] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.302019] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.302019] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.302019] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1072.302019] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1072.302019] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1072.302019] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1072.302019] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1072.302019] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1072.302019] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1072.326155] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1072.326155] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1072.326329] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1072.326697] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-535" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.326904] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-b360fce2-510a-47b0-8612-afb94c7c36b2 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.327112] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-b360fce2-510a-47b0-8612-afb94c7c36b2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.327250] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-b360fce2-510a-47b0-8612-afb94c7c36b2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.327602] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-b360fce2-510a-47b0-8612-afb94c7c36b2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.327804] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b360fce2-510a-47b0-8612-afb94c7c36b2',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.368724] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.368946] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.369059] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.369362] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.369491] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.369769] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.370034] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.370034] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.371177] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.371177] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.371177] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddc23fc3-78e7-4577-9029-96fbd012d464 already deleted. [ 1072.371177] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddc23fc3-78e7-4577-9029-96fbd012d464" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.833474] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.833713] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.833962] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.834166] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.834323] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.834485] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port b360fce2-510a-47b0-8612-afb94c7c36b2 not found, creating... [ 1072.834754] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.834921] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.835668] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.835668] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.835799] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.841383] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.841537] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.841677] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.841935] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.842100] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.842255] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: b360fce2-510a-47b0-8612-afb94c7c36b2 is going to be created. [ 1072.888393] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.888775] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.888775] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.889021] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.889260] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.889498] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-b360fce2-510a-47b0-8612-afb94c7c36b2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.936083] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd in Status: SUCCESS [ 1072.936323] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.947813] env[69392]: INFO networking_nsxv3.common.synchronization [req-94a108bc-adad-46a8-8eb5-c8e754e19424 req-5e98fd7a-636e-452c-896c-992e261f0900 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Enqueued Resource ID: 8789f77e-0b9f-4c92-b2e7-b87732a81a6f with Priority: HIGHEST for action security_group_members [ 1072.948450] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8789f77e-0b9f-4c92-b2e7-b87732a81a6f with Priority: HIGHEST for action security_group_members [ 1072.948778] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.948908] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.948980] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.949270] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.949456] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.949566] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.949631] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.949791] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.949878] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.949972] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8789f77e-0b9f-4c92-b2e7-b87732a81a6f',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.452496] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8789f77e-0b9f-4c92-b2e7-b87732a81a6f',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.764961] env[69392]: INFO networking_nsxv3.common.synchronization [req-e8496e50-4e89-4dc9-af7e-910818a30381 req-88103d03-340e-40c0-9049-eb04d4b173bf service nova] Enqueued Resource ID: ddc23fc3-78e7-4577-9029-96fbd012d464 with Priority: HIGHEST for action security_group_rules [ 1073.764961] env[69392]: INFO networking_nsxv3.common.synchronization [req-e8496e50-4e89-4dc9-af7e-910818a30381 req-88103d03-340e-40c0-9049-eb04d4b173bf service nova] Enqueued Resource ID: ddc23fc3-78e7-4577-9029-96fbd012d464 with Priority: HIGHEST for action security_group_members [ 1073.765082] env[69392]: INFO networking_nsxv3.common.synchronization [req-e8496e50-4e89-4dc9-af7e-910818a30381 req-88103d03-340e-40c0-9049-eb04d4b173bf service nova] Enqueued Resource ID: b360fce2-510a-47b0-8612-afb94c7c36b2 with Priority: HIGHEST for action port [ 1073.767297] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddc23fc3-78e7-4577-9029-96fbd012d464 with Priority: HIGHEST for action security_group_rules [ 1073.767297] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddc23fc3-78e7-4577-9029-96fbd012d464 with Priority: HIGHEST for action security_group_members [ 1073.767297] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b360fce2-510a-47b0-8612-afb94c7c36b2 with Priority: HIGHEST for action port [ 1073.767297] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ddc23fc3-78e7-4577-9029-96fbd012d464 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.767297] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ddc23fc3-78e7-4577-9029-96fbd012d464" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.767297] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ddc23fc3-78e7-4577-9029-96fbd012d464" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.767297] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ddc23fc3-78e7-4577-9029-96fbd012d464" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.767297] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ddc23fc3-78e7-4577-9029-96fbd012d464',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.768515] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddc23fc3-78e7-4577-9029-96fbd012d464 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.768683] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddc23fc3-78e7-4577-9029-96fbd012d464" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.768775] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddc23fc3-78e7-4577-9029-96fbd012d464" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.768997] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddc23fc3-78e7-4577-9029-96fbd012d464" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.769201] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.769324] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.769390] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.769591] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.769725] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.770101] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddc23fc3-78e7-4577-9029-96fbd012d464',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.771966] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-b360fce2-510a-47b0-8612-afb94c7c36b2 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.771966] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b360fce2-510a-47b0-8612-afb94c7c36b2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.771966] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b360fce2-510a-47b0-8612-afb94c7c36b2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.771966] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b360fce2-510a-47b0-8612-afb94c7c36b2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.775792] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b360fce2-510a-47b0-8612-afb94c7c36b2',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.881218] env[69392]: INFO networking_nsxv3.common.synchronization [None req-777bb35d-d62a-4f95-ae1f-2c2dfcdf0690 None None] Enqueued Resource ID: 9a64245d-c98a-4e02-bca7-6202436f690d with Priority: HIGHEST for action port [ 1073.881218] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a64245d-c98a-4e02-bca7-6202436f690d with Priority: HIGHEST for action port [ 1073.881218] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a64245d-c98a-4e02-bca7-6202436f690d taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.881218] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a64245d-c98a-4e02-bca7-6202436f690d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.881218] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a64245d-c98a-4e02-bca7-6202436f690d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.881678] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a64245d-c98a-4e02-bca7-6202436f690d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.881929] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a64245d-c98a-4e02-bca7-6202436f690d',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.955242] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8789f77e-0b9f-4c92-b2e7-b87732a81a6f',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.274501] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ddc23fc3-78e7-4577-9029-96fbd012d464',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.275950] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddc23fc3-78e7-4577-9029-96fbd012d464 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.276183] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddc23fc3-78e7-4577-9029-96fbd012d464" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.282243] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b360fce2-510a-47b0-8612-afb94c7c36b2 with status ACTIVE [ 1074.282243] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.282243] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.282243] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.282243] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.282243] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.282243] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.282243] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.282243] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.282243] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.283032] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.283032] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.283032] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.283032] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.283032] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.283296] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.283296] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b360fce2-510a-47b0-8612-afb94c7c36b2 is going to be updated. [ 1074.311788] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.312095] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.312095] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.312269] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.312336] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.312496] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b360fce2-510a-47b0-8612-afb94c7c36b2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.387302] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9a64245d-c98a-4e02-bca7-6202436f690d [ 1074.387302] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.387302] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.387302] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.387302] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.387302] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.387302] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9a64245d-c98a-4e02-bca7-6202436f690d already deleted. [ 1074.387302] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a64245d-c98a-4e02-bca7-6202436f690d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.461968] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.461968] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.461968] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.461968] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.461968] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.461968] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8789f77e-0b9f-4c92-b2e7-b87732a81a6f is going to be updated. [ 1074.522757] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.522915] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.523013] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.523273] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.523427] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.534912] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8789f77e-0b9f-4c92-b2e7-b87732a81a6f in Status: IN_PROGRESS for 2s [ 1074.603535] env[69392]: INFO networking_nsxv3.common.synchronization [req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c req-d0bbc99a-9188-439c-a545-891d05d445fc tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Enqueued Resource ID: 93939cf2-0e3e-496e-a0a9-ccfd1bbc13cd with Priority: HIGHEST for action security_group_members [ 1074.603535] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93939cf2-0e3e-496e-a0a9-ccfd1bbc13cd with Priority: HIGHEST for action security_group_members [ 1074.607744] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-93939cf2-0e3e-496e-a0a9-ccfd1bbc13cd taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.608257] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93939cf2-0e3e-496e-a0a9-ccfd1bbc13cd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.608257] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93939cf2-0e3e-496e-a0a9-ccfd1bbc13cd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.610456] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93939cf2-0e3e-496e-a0a9-ccfd1bbc13cd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.611806] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.611806] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.611806] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.611806] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.611806] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.611806] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93939cf2-0e3e-496e-a0a9-ccfd1bbc13cd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.781782] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ddc23fc3-78e7-4577-9029-96fbd012d464',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.054917] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-542 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.055348] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-542" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.055348] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-542" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.055656] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-542" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.055980] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.056164] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.056440] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.056600] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.056744] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.056939] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1075.057088] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1075.057294] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1075.057294] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1075.057426] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1075.059291] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1075.059291] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1075.084793] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1075.087846] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1075.087846] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1075.087846] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-542" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.087846] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-fb03b726-ea3b-4abe-aa82-9c10e3dc2034 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.087846] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-fb03b726-ea3b-4abe-aa82-9c10e3dc2034" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.087846] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-fb03b726-ea3b-4abe-aa82-9c10e3dc2034" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.087846] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-fb03b726-ea3b-4abe-aa82-9c10e3dc2034" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.087846] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb03b726-ea3b-4abe-aa82-9c10e3dc2034',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.118838] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.118838] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.119100] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.119245] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.119393] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.119770] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.119907] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.119966] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.120193] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.120345] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.120482] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93939cf2-0e3e-496e-a0a9-ccfd1bbc13cd already deleted. [ 1075.120607] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93939cf2-0e3e-496e-a0a9-ccfd1bbc13cd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.290029] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.290029] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.290029] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.290029] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.290314] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.290314] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddc23fc3-78e7-4577-9029-96fbd012d464 is going to be created. [ 1075.322827] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.323172] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.323306] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.323613] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.326591] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.346635] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddc23fc3-78e7-4577-9029-96fbd012d464 in Status: UNINITIALIZED for 2s [ 1075.595165] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.595413] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.595977] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.595977] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.595977] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.596166] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port fb03b726-ea3b-4abe-aa82-9c10e3dc2034 not found, creating... [ 1075.596926] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.596926] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.596926] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.597129] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.597288] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.597814] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.597814] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.597915] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.599612] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.599612] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.599612] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: fb03b726-ea3b-4abe-aa82-9c10e3dc2034 is going to be created. [ 1075.623925] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.624243] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.624383] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.624692] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.624959] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.625247] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-fb03b726-ea3b-4abe-aa82-9c10e3dc2034" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.776441] env[69392]: INFO networking_nsxv3.common.synchronization [req-45b4f937-f13a-4de7-be8b-ff0979611902 req-a0751c20-2514-48fb-877d-1b3497ebe93f tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Enqueued Resource ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 with Priority: HIGHEST for action security_group_members [ 1075.780433] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 with Priority: HIGHEST for action security_group_members [ 1075.780433] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.780433] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.780433] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.780433] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.780433] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.780433] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.780433] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.780433] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.780433] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.780433] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.286327] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.286327] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.286327] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.286327] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.286327] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.286327] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.286327] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.286327] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.286327] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.286327] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.286327] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 is going to be updated. [ 1076.320380] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.320380] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.320380] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.320380] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.320892] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.330772] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 in Status: IN_PROGRESS for 2s [ 1076.546416] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8789f77e-0b9f-4c92-b2e7-b87732a81a6f in Status: SUCCESS [ 1076.546879] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.586404] env[69392]: INFO networking_nsxv3.common.synchronization [req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c req-6c746e58-7e40-405e-aa5e-b12d3940248c service nova] Enqueued Resource ID: 93939cf2-0e3e-496e-a0a9-ccfd1bbc13cd with Priority: HIGHEST for action security_group_rules [ 1076.586753] env[69392]: INFO networking_nsxv3.common.synchronization [req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c req-6c746e58-7e40-405e-aa5e-b12d3940248c service nova] Enqueued Resource ID: 93939cf2-0e3e-496e-a0a9-ccfd1bbc13cd with Priority: HIGHEST for action security_group_members [ 1076.587110] env[69392]: INFO networking_nsxv3.common.synchronization [req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c req-6c746e58-7e40-405e-aa5e-b12d3940248c service nova] Enqueued Resource ID: fb03b726-ea3b-4abe-aa82-9c10e3dc2034 with Priority: HIGHEST for action port [ 1076.587961] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93939cf2-0e3e-496e-a0a9-ccfd1bbc13cd with Priority: HIGHEST for action security_group_rules [ 1076.588190] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93939cf2-0e3e-496e-a0a9-ccfd1bbc13cd with Priority: HIGHEST for action security_group_members [ 1076.588380] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb03b726-ea3b-4abe-aa82-9c10e3dc2034 with Priority: HIGHEST for action port [ 1076.588799] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93939cf2-0e3e-496e-a0a9-ccfd1bbc13cd taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.589042] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93939cf2-0e3e-496e-a0a9-ccfd1bbc13cd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.589096] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93939cf2-0e3e-496e-a0a9-ccfd1bbc13cd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.589470] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93939cf2-0e3e-496e-a0a9-ccfd1bbc13cd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.589613] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93939cf2-0e3e-496e-a0a9-ccfd1bbc13cd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.590844] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-93939cf2-0e3e-496e-a0a9-ccfd1bbc13cd taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.591683] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93939cf2-0e3e-496e-a0a9-ccfd1bbc13cd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.591850] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93939cf2-0e3e-496e-a0a9-ccfd1bbc13cd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.592166] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93939cf2-0e3e-496e-a0a9-ccfd1bbc13cd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.592412] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.592584] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.592702] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.596021] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.596021] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.596021] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93939cf2-0e3e-496e-a0a9-ccfd1bbc13cd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.596021] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb03b726-ea3b-4abe-aa82-9c10e3dc2034 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.596021] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb03b726-ea3b-4abe-aa82-9c10e3dc2034" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.596021] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb03b726-ea3b-4abe-aa82-9c10e3dc2034" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.596021] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb03b726-ea3b-4abe-aa82-9c10e3dc2034" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.596021] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb03b726-ea3b-4abe-aa82-9c10e3dc2034',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.097808] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93939cf2-0e3e-496e-a0a9-ccfd1bbc13cd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.099171] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-93939cf2-0e3e-496e-a0a9-ccfd1bbc13cd taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.099356] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93939cf2-0e3e-496e-a0a9-ccfd1bbc13cd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.099595] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fb03b726-ea3b-4abe-aa82-9c10e3dc2034 with status ACTIVE [ 1077.099816] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.099994] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.100123] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.100631] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.100631] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.100857] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.101019] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.101128] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.101366] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.101424] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.101738] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.102232] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.102232] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.102232] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.102352] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.102449] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fb03b726-ea3b-4abe-aa82-9c10e3dc2034 is going to be updated. [ 1077.126358] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.126358] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.126358] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.126358] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.126358] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.126624] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb03b726-ea3b-4abe-aa82-9c10e3dc2034" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.360590] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddc23fc3-78e7-4577-9029-96fbd012d464 in Status: SUCCESS [ 1077.360919] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddc23fc3-78e7-4577-9029-96fbd012d464" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.360919] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddc23fc3-78e7-4577-9029-96fbd012d464" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.361058] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddc23fc3-78e7-4577-9029-96fbd012d464" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.361266] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.361420] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.361488] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.361678] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.361786] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.361955] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddc23fc3-78e7-4577-9029-96fbd012d464" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.362026] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ddc23fc3-78e7-4577-9029-96fbd012d464',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.605458] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93939cf2-0e3e-496e-a0a9-ccfd1bbc13cd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.863994] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ddc23fc3-78e7-4577-9029-96fbd012d464',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.110710] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.110710] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.110710] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.110710] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.110710] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.110710] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93939cf2-0e3e-496e-a0a9-ccfd1bbc13cd is going to be created. [ 1078.125368] env[69392]: INFO networking_nsxv3.common.synchronization [req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 req-401ef1cd-729c-4551-bec3-c26fb85c597e tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Enqueued Resource ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 with Priority: HIGHEST for action security_group_members [ 1078.125931] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 with Priority: HIGHEST for action security_group_members [ 1078.126444] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6d0251d-fc7b-4fc9-bcaa-32c778519012 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.126613] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.126613] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.127033] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.127211] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.127315] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.127377] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.127553] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.127665] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.127760] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6d0251d-fc7b-4fc9-bcaa-32c778519012',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.137174] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.137563] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.137771] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.138539] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.139300] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.151240] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93939cf2-0e3e-496e-a0a9-ccfd1bbc13cd in Status: UNINITIALIZED for 2s [ 1078.342303] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 in Status: SUCCESS [ 1078.342515] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 deletion is rescheduled due to dependency. [ 1078.342643] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.366535] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ddc23fc3-78e7-4577-9029-96fbd012d464: rpc.has_security_group_logging(os_id): False [ 1078.387329] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.387493] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.387541] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.387749] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.387837] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.388098] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.388202] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.388267] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.388423] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.388502] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.388587] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ddc23fc3-78e7-4577-9029-96fbd012d464 is going to be created. [ 1078.454741] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.454909] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.454952] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.455261] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.455584] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.468242] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ddc23fc3-78e7-4577-9029-96fbd012d464 in Status: IN_PROGRESS for 2s [ 1078.631124] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.631289] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.631436] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.631567] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.631680] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.631847] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.631944] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.632019] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.632163] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.632240] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.632327] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 already deleted. [ 1078.632406] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.646234] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-698 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.646455] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-698" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.646632] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-698" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.646994] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-698" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.647342] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.647523] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.647671] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.647949] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.648124] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.648415] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1078.648567] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1078.648734] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1078.648839] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1078.648967] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1078.649107] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1078.649269] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1078.694602] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1078.694847] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.045 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1078.694916] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1078.695146] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-698" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.695554] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-3d296f7a-47ed-4f08-8d77-d2b895ca3e5a taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.695835] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-3d296f7a-47ed-4f08-8d77-d2b895ca3e5a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.696023] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-3d296f7a-47ed-4f08-8d77-d2b895ca3e5a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.696446] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-3d296f7a-47ed-4f08-8d77-d2b895ca3e5a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.696636] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d296f7a-47ed-4f08-8d77-d2b895ca3e5a',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.199137] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.199393] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.199532] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.199806] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.199962] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.200140] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port 3d296f7a-47ed-4f08-8d77-d2b895ca3e5a not found, creating... [ 1079.200482] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.200709] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.200836] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.201104] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.201254] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.201578] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.201739] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.201861] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.202207] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.202275] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.202904] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 3d296f7a-47ed-4f08-8d77-d2b895ca3e5a is going to be created. [ 1079.245609] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.245982] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.246188] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.246670] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.247025] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.247380] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-3d296f7a-47ed-4f08-8d77-d2b895ca3e5a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.165221] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93939cf2-0e3e-496e-a0a9-ccfd1bbc13cd in Status: SUCCESS [ 1080.166571] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93939cf2-0e3e-496e-a0a9-ccfd1bbc13cd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.166571] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93939cf2-0e3e-496e-a0a9-ccfd1bbc13cd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.166571] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93939cf2-0e3e-496e-a0a9-ccfd1bbc13cd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.166571] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.166571] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.166571] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.170211] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.170383] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.170950] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93939cf2-0e3e-496e-a0a9-ccfd1bbc13cd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.171138] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('93939cf2-0e3e-496e-a0a9-ccfd1bbc13cd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.442080] env[69392]: INFO networking_nsxv3.common.synchronization [req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 req-dd8957fa-9c09-40ee-99d1-a17f01bf5501 service nova] Enqueued Resource ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 with Priority: HIGHEST for action security_group_rules [ 1080.442353] env[69392]: INFO networking_nsxv3.common.synchronization [req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 req-dd8957fa-9c09-40ee-99d1-a17f01bf5501 service nova] Enqueued Resource ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 with Priority: HIGHEST for action security_group_members [ 1080.442568] env[69392]: INFO networking_nsxv3.common.synchronization [req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 req-dd8957fa-9c09-40ee-99d1-a17f01bf5501 service nova] Enqueued Resource ID: 3d296f7a-47ed-4f08-8d77-d2b895ca3e5a with Priority: HIGHEST for action port [ 1080.444233] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 with Priority: HIGHEST for action security_group_rules [ 1080.444233] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 with Priority: HIGHEST for action security_group_members [ 1080.444233] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d296f7a-47ed-4f08-8d77-d2b895ca3e5a with Priority: HIGHEST for action port [ 1080.444519] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6d0251d-fc7b-4fc9-bcaa-32c778519012 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.444645] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.444809] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.445106] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.445413] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6d0251d-fc7b-4fc9-bcaa-32c778519012',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.446528] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6d0251d-fc7b-4fc9-bcaa-32c778519012 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.451141] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.451141] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.451141] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.451141] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.451141] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.451141] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.451141] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.451141] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.451141] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6d0251d-fc7b-4fc9-bcaa-32c778519012',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.451141] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d296f7a-47ed-4f08-8d77-d2b895ca3e5a taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.451141] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d296f7a-47ed-4f08-8d77-d2b895ca3e5a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.451141] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d296f7a-47ed-4f08-8d77-d2b895ca3e5a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.451141] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d296f7a-47ed-4f08-8d77-d2b895ca3e5a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.451141] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d296f7a-47ed-4f08-8d77-d2b895ca3e5a',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.484258] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ddc23fc3-78e7-4577-9029-96fbd012d464 in Status: SUCCESS [ 1080.484789] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ddc23fc3-78e7-4577-9029-96fbd012d464" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.674333] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-93939cf2-0e3e-496e-a0a9-ccfd1bbc13cd taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.674740] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93939cf2-0e3e-496e-a0a9-ccfd1bbc13cd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.674821] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93939cf2-0e3e-496e-a0a9-ccfd1bbc13cd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.675134] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93939cf2-0e3e-496e-a0a9-ccfd1bbc13cd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.675414] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.675573] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.675643] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.675826] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.675928] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.676089] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93939cf2-0e3e-496e-a0a9-ccfd1bbc13cd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.676315] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-93939cf2-0e3e-496e-a0a9-ccfd1bbc13cd taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.676422] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93939cf2-0e3e-496e-a0a9-ccfd1bbc13cd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.676482] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93939cf2-0e3e-496e-a0a9-ccfd1bbc13cd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.676925] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93939cf2-0e3e-496e-a0a9-ccfd1bbc13cd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.676925] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.676925] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.677075] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.677203] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.677455] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.677455] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93939cf2-0e3e-496e-a0a9-ccfd1bbc13cd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.677570] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('93939cf2-0e3e-496e-a0a9-ccfd1bbc13cd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.951629] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6d0251d-fc7b-4fc9-bcaa-32c778519012',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.953637] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6d0251d-fc7b-4fc9-bcaa-32c778519012 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.953998] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.953998] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d296f7a-47ed-4f08-8d77-d2b895ca3e5a with status ACTIVE [ 1080.954193] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.954397] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.954397] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.954596] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.954674] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.954845] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.954936] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.954996] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.959357] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.959357] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.959357] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.959357] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.959357] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.959357] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.959357] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.959357] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d296f7a-47ed-4f08-8d77-d2b895ca3e5a is going to be updated. [ 1080.986593] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.986873] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.986873] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.987078] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.987218] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.987438] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d296f7a-47ed-4f08-8d77-d2b895ca3e5a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.180909] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 93939cf2-0e3e-496e-a0a9-ccfd1bbc13cd: rpc.has_security_group_logging(os_id): False [ 1081.210091] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.210286] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.210332] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.210962] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.211092] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.211320] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.211435] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.211501] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.211885] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.211974] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.212219] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.212795] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.212795] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.212976] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.213038] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.213497] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.213593] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.213662] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.213826] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.217022] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.217022] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93939cf2-0e3e-496e-a0a9-ccfd1bbc13cd is going to be created. [ 1081.300709] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.300881] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.300921] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.301559] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.301689] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.319376] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93939cf2-0e3e-496e-a0a9-ccfd1bbc13cd in Status: IN_PROGRESS for 2s [ 1081.454584] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6d0251d-fc7b-4fc9-bcaa-32c778519012',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.640148] env[69392]: INFO networking_nsxv3.common.synchronization [None req-9825920c-371c-42f0-9d3a-957bc66c9a0f None None] Enqueued Resource ID: 462dce6f-93bd-4ea9-91ba-db0e516a1d10 with Priority: HIGHEST for action port [ 1081.641123] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 462dce6f-93bd-4ea9-91ba-db0e516a1d10 with Priority: HIGHEST for action port [ 1081.641467] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-462dce6f-93bd-4ea9-91ba-db0e516a1d10 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.641590] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-462dce6f-93bd-4ea9-91ba-db0e516a1d10" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.641659] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-462dce6f-93bd-4ea9-91ba-db0e516a1d10" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.641939] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-462dce6f-93bd-4ea9-91ba-db0e516a1d10" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.642529] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('462dce6f-93bd-4ea9-91ba-db0e516a1d10',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.959356] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.959356] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.959356] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.959356] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.959356] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.959356] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 is going to be created. [ 1081.987036] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.987036] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.987036] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.987036] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.987036] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.999808] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 in Status: UNINITIALIZED for 2s [ 1082.011605] env[69392]: INFO networking_nsxv3.common.synchronization [req-7ff5d37a-d70d-4afa-84b2-fe2fb99a7d47 req-a8ed248c-1432-4a30-9208-0fd9b34a18db tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Enqueued Resource ID: 85a75816-1e8d-4197-bbc0-6d252d42c389 with Priority: HIGHEST for action security_group_members [ 1082.011605] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85a75816-1e8d-4197-bbc0-6d252d42c389 with Priority: HIGHEST for action security_group_members [ 1082.011605] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-85a75816-1e8d-4197-bbc0-6d252d42c389 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.011605] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85a75816-1e8d-4197-bbc0-6d252d42c389" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.012070] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85a75816-1e8d-4197-bbc0-6d252d42c389" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.012564] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85a75816-1e8d-4197-bbc0-6d252d42c389" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.012946] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.013179] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.013431] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.013709] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.013911] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.014140] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85a75816-1e8d-4197-bbc0-6d252d42c389',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.145462] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 462dce6f-93bd-4ea9-91ba-db0e516a1d10 [ 1082.145462] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.145462] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.145462] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.145462] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.145462] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.145462] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:462dce6f-93bd-4ea9-91ba-db0e516a1d10 already deleted. [ 1082.146308] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-462dce6f-93bd-4ea9-91ba-db0e516a1d10" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.518210] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.518210] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.518210] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.518537] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.518537] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.518537] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.518657] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.518704] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.519849] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.519849] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.519849] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85a75816-1e8d-4197-bbc0-6d252d42c389 is going to be updated. [ 1082.551952] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.551952] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.551952] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.552980] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.552980] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.564030] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85a75816-1e8d-4197-bbc0-6d252d42c389 in Status: IN_PROGRESS for 2s [ 1083.132336] env[69392]: INFO networking_nsxv3.common.synchronization [None req-5a35ae47-47c9-40f3-a47f-47cd257d46ad tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Enqueued Resource ID: 84e47622-8243-4569-9afe-094bcaaa6e7b with Priority: HIGHEST for action security_group_rules [ 1083.132336] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84e47622-8243-4569-9afe-094bcaaa6e7b with Priority: HIGHEST for action security_group_rules [ 1083.132336] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84e47622-8243-4569-9afe-094bcaaa6e7b taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.132336] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84e47622-8243-4569-9afe-094bcaaa6e7b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.132336] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84e47622-8243-4569-9afe-094bcaaa6e7b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.133015] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84e47622-8243-4569-9afe-094bcaaa6e7b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.133015] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84e47622-8243-4569-9afe-094bcaaa6e7b',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.339382] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93939cf2-0e3e-496e-a0a9-ccfd1bbc13cd in Status: SUCCESS [ 1083.339644] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93939cf2-0e3e-496e-a0a9-ccfd1bbc13cd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.375224] env[69392]: INFO networking_nsxv3.common.synchronization [None req-2cebe9c3-98e2-4580-85d4-bac1f5a79ba6 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Enqueued Resource ID: 84e47622-8243-4569-9afe-094bcaaa6e7b with Priority: HIGHEST for action security_group_rules [ 1083.376190] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84e47622-8243-4569-9afe-094bcaaa6e7b with Priority: HIGHEST for action security_group_rules [ 1083.376307] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84e47622-8243-4569-9afe-094bcaaa6e7b taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.376422] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84e47622-8243-4569-9afe-094bcaaa6e7b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.657611] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.657611] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.657611] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.657611] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.657611] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.657611] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84e47622-8243-4569-9afe-094bcaaa6e7b already deleted. [ 1083.657611] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84e47622-8243-4569-9afe-094bcaaa6e7b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.657611] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84e47622-8243-4569-9afe-094bcaaa6e7b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.658196] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84e47622-8243-4569-9afe-094bcaaa6e7b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.658196] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84e47622-8243-4569-9afe-094bcaaa6e7b',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.012826] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 in Status: SUCCESS [ 1084.012826] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.012826] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.012826] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.012826] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.012826] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.012826] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.013265] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.013265] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.013265] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.013541] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c6d0251d-fc7b-4fc9-bcaa-32c778519012',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.092316] env[69392]: INFO networking_nsxv3.common.synchronization [None req-1102cfb2-dc8f-467c-b4d4-cccbfa812212 None None] Enqueued Resource ID: 97e97e73-dfef-4acd-b716-a1f7b13f3cf5 with Priority: HIGHEST for action port [ 1084.092561] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97e97e73-dfef-4acd-b716-a1f7b13f3cf5 with Priority: HIGHEST for action port [ 1084.092894] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-97e97e73-dfef-4acd-b716-a1f7b13f3cf5 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.093037] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97e97e73-dfef-4acd-b716-a1f7b13f3cf5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.093135] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97e97e73-dfef-4acd-b716-a1f7b13f3cf5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.093505] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97e97e73-dfef-4acd-b716-a1f7b13f3cf5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.093589] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97e97e73-dfef-4acd-b716-a1f7b13f3cf5',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.182537] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.182537] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.182537] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.182836] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.182836] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.182893] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84e47622-8243-4569-9afe-094bcaaa6e7b already deleted. [ 1084.183023] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84e47622-8243-4569-9afe-094bcaaa6e7b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.516714] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c6d0251d-fc7b-4fc9-bcaa-32c778519012',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.574690] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85a75816-1e8d-4197-bbc0-6d252d42c389 in Status: SUCCESS [ 1084.574829] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85a75816-1e8d-4197-bbc0-6d252d42c389 deletion is rescheduled due to dependency. [ 1084.574938] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85a75816-1e8d-4197-bbc0-6d252d42c389" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.595803] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 97e97e73-dfef-4acd-b716-a1f7b13f3cf5 [ 1084.596059] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.596207] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.597267] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.597565] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.597697] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.597809] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:97e97e73-dfef-4acd-b716-a1f7b13f3cf5 already deleted. [ 1084.597895] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97e97e73-dfef-4acd-b716-a1f7b13f3cf5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.020517] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c6d0251d-fc7b-4fc9-bcaa-32c778519012: rpc.has_security_group_logging(os_id): False [ 1085.042539] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.042539] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.042539] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.042539] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.042539] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.042539] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.042539] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.042539] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.042539] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.042957] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.042957] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 is going to be created. [ 1085.122153] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.122705] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.123114] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.125417] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.125417] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.144140] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 in Status: IN_PROGRESS for 2s [ 1087.161509] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 in Status: SUCCESS [ 1087.161832] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.235462] env[69392]: INFO networking_nsxv3.common.synchronization [None req-84229911-d3e9-40f3-9bd3-798a7db83e77 None None] Enqueued Resource ID: 31e86c70-a2dd-4b82-a452-0a8f7d343412 with Priority: HIGHEST for action port [ 1087.236563] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31e86c70-a2dd-4b82-a452-0a8f7d343412 with Priority: HIGHEST for action port [ 1087.236563] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-31e86c70-a2dd-4b82-a452-0a8f7d343412 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.236795] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31e86c70-a2dd-4b82-a452-0a8f7d343412" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.236870] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31e86c70-a2dd-4b82-a452-0a8f7d343412" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.237126] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31e86c70-a2dd-4b82-a452-0a8f7d343412" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.237254] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31e86c70-a2dd-4b82-a452-0a8f7d343412',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.739422] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 31e86c70-a2dd-4b82-a452-0a8f7d343412 [ 1087.739784] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.739921] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.739987] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.740240] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.740350] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.740453] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:31e86c70-a2dd-4b82-a452-0a8f7d343412 already deleted. [ 1087.740540] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31e86c70-a2dd-4b82-a452-0a8f7d343412" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.850273] env[69392]: INFO networking_nsxv3.common.synchronization [req-ceacced3-e6eb-4254-84b3-9f575e9ef894 req-272953dc-fd9d-4cf6-86ad-b4a3c51c1aa2 tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Enqueued Resource ID: 93939cf2-0e3e-496e-a0a9-ccfd1bbc13cd with Priority: HIGHEST for action security_group_members [ 1088.851441] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93939cf2-0e3e-496e-a0a9-ccfd1bbc13cd with Priority: HIGHEST for action security_group_members [ 1088.851893] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-93939cf2-0e3e-496e-a0a9-ccfd1bbc13cd taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.852106] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93939cf2-0e3e-496e-a0a9-ccfd1bbc13cd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.852230] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93939cf2-0e3e-496e-a0a9-ccfd1bbc13cd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.856231] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93939cf2-0e3e-496e-a0a9-ccfd1bbc13cd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.856431] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.856568] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.856643] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.856811] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.856898] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.856997] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93939cf2-0e3e-496e-a0a9-ccfd1bbc13cd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.360261] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.360449] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.360496] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.360741] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.360815] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.361062] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.361316] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.361316] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.361444] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.361444] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.361530] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93939cf2-0e3e-496e-a0a9-ccfd1bbc13cd is going to be updated. [ 1089.391913] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.392064] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.392139] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.392353] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.392498] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.403238] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93939cf2-0e3e-496e-a0a9-ccfd1bbc13cd in Status: IN_PROGRESS for 2s [ 1089.499426] env[69392]: INFO networking_nsxv3.common.synchronization [None req-004349f1-707c-4fb5-9601-0327c78b961d None None] Enqueued Resource ID: 590b7478-282c-4714-b1a0-8ef2c5a15266 with Priority: HIGHEST for action port [ 1089.499621] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 590b7478-282c-4714-b1a0-8ef2c5a15266 with Priority: HIGHEST for action port [ 1089.500249] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-590b7478-282c-4714-b1a0-8ef2c5a15266 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.500386] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-590b7478-282c-4714-b1a0-8ef2c5a15266" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.500468] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-590b7478-282c-4714-b1a0-8ef2c5a15266" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.500701] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-590b7478-282c-4714-b1a0-8ef2c5a15266" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.500785] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('590b7478-282c-4714-b1a0-8ef2c5a15266',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.595799] env[69392]: INFO networking_nsxv3.common.synchronization [None req-24c27847-d073-43fc-80e5-ceaf107389b8 None None] Enqueued Resource ID: 96d708dc-6f41-46d0-b13c-1a8fa7dcc483 with Priority: HIGHEST for action port [ 1089.596071] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96d708dc-6f41-46d0-b13c-1a8fa7dcc483 with Priority: HIGHEST for action port [ 1089.596955] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-96d708dc-6f41-46d0-b13c-1a8fa7dcc483 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.597118] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96d708dc-6f41-46d0-b13c-1a8fa7dcc483" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.597287] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96d708dc-6f41-46d0-b13c-1a8fa7dcc483" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.598173] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96d708dc-6f41-46d0-b13c-1a8fa7dcc483" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.598360] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96d708dc-6f41-46d0-b13c-1a8fa7dcc483',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.006259] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 590b7478-282c-4714-b1a0-8ef2c5a15266 [ 1090.006259] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.006259] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.006259] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.006259] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.006259] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.006259] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:590b7478-282c-4714-b1a0-8ef2c5a15266 already deleted. [ 1090.006259] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-590b7478-282c-4714-b1a0-8ef2c5a15266" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.103028] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 96d708dc-6f41-46d0-b13c-1a8fa7dcc483 [ 1090.103209] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.103396] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.103537] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.103747] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.103978] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.104230] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:96d708dc-6f41-46d0-b13c-1a8fa7dcc483 already deleted. [ 1090.104397] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96d708dc-6f41-46d0-b13c-1a8fa7dcc483" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.294776] env[69392]: INFO networking_nsxv3.common.synchronization [None req-bb965032-0d6b-4ac0-93d8-0bd6b7021d6b tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Enqueued Resource ID: 474363ef-503a-4971-9ce0-d26728345a41 with Priority: HIGHEST for action security_group_rules [ 1090.295159] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 474363ef-503a-4971-9ce0-d26728345a41 with Priority: HIGHEST for action security_group_rules [ 1090.295534] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-474363ef-503a-4971-9ce0-d26728345a41 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.295694] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-474363ef-503a-4971-9ce0-d26728345a41" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.295771] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-474363ef-503a-4971-9ce0-d26728345a41" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.299160] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-474363ef-503a-4971-9ce0-d26728345a41" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.299301] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('474363ef-503a-4971-9ce0-d26728345a41',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.432781] env[69392]: INFO networking_nsxv3.common.synchronization [None req-6eafb525-89aa-4b1b-b560-ec0bba7f774d tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Enqueued Resource ID: 474363ef-503a-4971-9ce0-d26728345a41 with Priority: HIGHEST for action security_group_rules [ 1090.433431] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 474363ef-503a-4971-9ce0-d26728345a41 with Priority: HIGHEST for action security_group_rules [ 1090.433804] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-474363ef-503a-4971-9ce0-d26728345a41 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.433910] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-474363ef-503a-4971-9ce0-d26728345a41" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.786937] env[69392]: INFO networking_nsxv3.common.synchronization [req-3326d4c1-8588-4209-b472-579efaeb6e6a req-ea1a9800-c599-4c25-b483-ea02cea546c3 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Enqueued Resource ID: fd78188b-2c09-46ab-b0ba-2d8bcf30009f with Priority: HIGHEST for action security_group_members [ 1090.788065] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd78188b-2c09-46ab-b0ba-2d8bcf30009f with Priority: HIGHEST for action security_group_members [ 1090.788584] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.788768] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.789066] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.789328] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.789523] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.789686] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.789775] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.789929] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.790024] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.790117] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd78188b-2c09-46ab-b0ba-2d8bcf30009f',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.829739] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.829891] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.829964] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.830259] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.830348] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.830455] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 474363ef-503a-4971-9ce0-d26728345a41 already deleted. [ 1090.830561] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-474363ef-503a-4971-9ce0-d26728345a41" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.831093] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-474363ef-503a-4971-9ce0-d26728345a41" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.831310] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-474363ef-503a-4971-9ce0-d26728345a41" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.831386] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('474363ef-503a-4971-9ce0-d26728345a41',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.272537] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-155 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.273617] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-155" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.273617] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-155" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.273617] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-155" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.273617] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.273962] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.273962] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.274921] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.275539] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.275539] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1091.275539] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1091.275798] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1091.275798] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1091.275893] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1091.275936] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1091.276075] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1091.293444] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.293649] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.293740] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.293927] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.294039] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.294236] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.294329] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.294412] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.294574] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.294672] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.294760] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd78188b-2c09-46ab-b0ba-2d8bcf30009f is going to be updated. [ 1091.299430] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1091.299669] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1091.299768] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1091.299932] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-155" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.300276] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-f83998a0-1331-4c8a-af42-124c4b9dae33 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.300449] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-f83998a0-1331-4c8a-af42-124c4b9dae33" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.300571] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-f83998a0-1331-4c8a-af42-124c4b9dae33" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.300902] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-f83998a0-1331-4c8a-af42-124c4b9dae33" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.303643] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f83998a0-1331-4c8a-af42-124c4b9dae33',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.328300] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.328501] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.328501] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.328697] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.328845] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.342764] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd78188b-2c09-46ab-b0ba-2d8bcf30009f in Status: IN_PROGRESS for 2s [ 1091.353614] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.353614] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.353614] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.353614] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.353614] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.353614] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 474363ef-503a-4971-9ce0-d26728345a41 already deleted. [ 1091.353614] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-474363ef-503a-4971-9ce0-d26728345a41" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.414353] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93939cf2-0e3e-496e-a0a9-ccfd1bbc13cd in Status: SUCCESS [ 1091.414353] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93939cf2-0e3e-496e-a0a9-ccfd1bbc13cd deletion is rescheduled due to dependency. [ 1091.414353] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93939cf2-0e3e-496e-a0a9-ccfd1bbc13cd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.536934] env[69392]: INFO networking_nsxv3.common.synchronization [None req-a2d188bc-59d0-4ebd-9239-47b04e65b0fe None None] Enqueued Resource ID: e5ef0f46-7af7-4b0d-a85d-804cb1d03716 with Priority: HIGHEST for action port [ 1091.536934] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5ef0f46-7af7-4b0d-a85d-804cb1d03716 with Priority: HIGHEST for action port [ 1091.536934] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5ef0f46-7af7-4b0d-a85d-804cb1d03716 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.536934] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5ef0f46-7af7-4b0d-a85d-804cb1d03716" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.536934] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5ef0f46-7af7-4b0d-a85d-804cb1d03716" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.537236] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5ef0f46-7af7-4b0d-a85d-804cb1d03716" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.537568] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5ef0f46-7af7-4b0d-a85d-804cb1d03716',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.806546] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.806546] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.806546] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.806546] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.806546] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.806546] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port f83998a0-1331-4c8a-af42-124c4b9dae33 not found, creating... [ 1091.806546] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.806546] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.806546] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.806546] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.806546] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.806953] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.806953] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.806953] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.807570] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.807791] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.807949] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: f83998a0-1331-4c8a-af42-124c4b9dae33 is going to be created. [ 1091.829088] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.829343] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.829481] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.829835] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.831109] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.831109] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-f83998a0-1331-4c8a-af42-124c4b9dae33" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.040251] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e5ef0f46-7af7-4b0d-a85d-804cb1d03716 [ 1092.040433] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.040573] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.040644] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.040864] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.040951] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.041060] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e5ef0f46-7af7-4b0d-a85d-804cb1d03716 already deleted. [ 1092.041154] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5ef0f46-7af7-4b0d-a85d-804cb1d03716" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.555047] env[69392]: INFO networking_nsxv3.common.synchronization [req-3326d4c1-8588-4209-b472-579efaeb6e6a req-6aa6dd43-b2aa-4628-8c1f-f7db42731c00 service nova] Enqueued Resource ID: fd78188b-2c09-46ab-b0ba-2d8bcf30009f with Priority: HIGHEST for action security_group_rules [ 1092.555047] env[69392]: INFO networking_nsxv3.common.synchronization [req-3326d4c1-8588-4209-b472-579efaeb6e6a req-6aa6dd43-b2aa-4628-8c1f-f7db42731c00 service nova] Enqueued Resource ID: fd78188b-2c09-46ab-b0ba-2d8bcf30009f with Priority: HIGHEST for action security_group_members [ 1092.555641] env[69392]: INFO networking_nsxv3.common.synchronization [req-3326d4c1-8588-4209-b472-579efaeb6e6a req-6aa6dd43-b2aa-4628-8c1f-f7db42731c00 service nova] Enqueued Resource ID: f83998a0-1331-4c8a-af42-124c4b9dae33 with Priority: HIGHEST for action port [ 1092.556376] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd78188b-2c09-46ab-b0ba-2d8bcf30009f with Priority: HIGHEST for action security_group_rules [ 1092.556619] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd78188b-2c09-46ab-b0ba-2d8bcf30009f with Priority: HIGHEST for action security_group_members [ 1092.557289] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f83998a0-1331-4c8a-af42-124c4b9dae33 with Priority: HIGHEST for action port [ 1092.557289] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd78188b-2c09-46ab-b0ba-2d8bcf30009f taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.557682] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.557682] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.558030] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.558253] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd78188b-2c09-46ab-b0ba-2d8bcf30009f',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.559780] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.559780] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.559780] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-f83998a0-1331-4c8a-af42-124c4b9dae33 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.560066] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f83998a0-1331-4c8a-af42-124c4b9dae33" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.560066] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f83998a0-1331-4c8a-af42-124c4b9dae33" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.560407] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f83998a0-1331-4c8a-af42-124c4b9dae33" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.560624] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f83998a0-1331-4c8a-af42-124c4b9dae33',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.062751] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.062921] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.062977] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f83998a0-1331-4c8a-af42-124c4b9dae33 with status ACTIVE [ 1093.063236] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.063415] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.063550] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.064181] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.064181] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.064181] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.064181] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.064473] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.064473] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.064553] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.064706] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.064805] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.064868] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.065033] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.065109] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.065236] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f83998a0-1331-4c8a-af42-124c4b9dae33 is going to be updated. [ 1093.094676] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.094874] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.094932] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.095128] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.095264] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.095458] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f83998a0-1331-4c8a-af42-124c4b9dae33" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.366824] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd78188b-2c09-46ab-b0ba-2d8bcf30009f in Status: SUCCESS [ 1093.367052] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd78188b-2c09-46ab-b0ba-2d8bcf30009f deletion is rescheduled due to dependency. [ 1093.367207] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.367473] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.367781] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.368072] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.368234] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.368308] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.368531] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.368665] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.368787] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd78188b-2c09-46ab-b0ba-2d8bcf30009f',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.464323] env[69392]: INFO networking_nsxv3.common.synchronization [req-08e76618-10a4-45e4-8b44-1da99b427500 req-a2780853-3644-4140-b5d5-e2126edd9c46 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Enqueued Resource ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 with Priority: HIGHEST for action security_group_members [ 1093.464990] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 with Priority: HIGHEST for action security_group_members [ 1093.467776] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-01d6afbe-3053-4f64-ac14-04cad5aea5d5 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.467914] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.467980] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.468241] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.468423] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.468524] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.468577] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.468817] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.468817] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.468934] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01d6afbe-3053-4f64-ac14-04cad5aea5d5',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.871955] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd78188b-2c09-46ab-b0ba-2d8bcf30009f',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.971175] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.971334] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.971411] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.971648] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.971742] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.971933] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.972048] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.972114] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.972270] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.972351] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.972441] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 is going to be deleted. [ 1094.010527] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-794 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.010790] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-794" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.010959] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-794" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.011278] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-794" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.011588] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.011786] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.011914] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.012156] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.012305] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.012540] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1094.012662] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1094.012782] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1094.012883] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1094.012994] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1094.013117] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1094.013253] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1094.016470] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.016702] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.016860] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.017088] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.017221] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.017355] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.037910] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1094.039673] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1094.039673] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1094.039673] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-794" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.039673] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-9b437d84-d320-412e-9564-a3b4d58ff4cb taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.039673] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-9b437d84-d320-412e-9564-a3b4d58ff4cb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.039673] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-9b437d84-d320-412e-9564-a3b4d58ff4cb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.039673] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-9b437d84-d320-412e-9564-a3b4d58ff4cb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.039673] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b437d84-d320-412e-9564-a3b4d58ff4cb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.375184] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd78188b-2c09-46ab-b0ba-2d8bcf30009f',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.543238] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.543604] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.543740] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.544129] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.544291] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.544455] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port 9b437d84-d320-412e-9564-a3b4d58ff4cb not found, creating... [ 1094.544737] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.544896] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.545027] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.545257] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.545455] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.546613] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.546613] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.546613] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.546613] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.546613] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.546613] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 9b437d84-d320-412e-9564-a3b4d58ff4cb is going to be created. [ 1094.575745] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.576734] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.576734] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.576734] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.576734] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.576959] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-9b437d84-d320-412e-9564-a3b4d58ff4cb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.877847] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.877847] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.878291] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.878326] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.878555] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.878627] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd78188b-2c09-46ab-b0ba-2d8bcf30009f is going to be updated. [ 1094.914624] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.914807] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.914861] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.915084] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.915254] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.926619] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd78188b-2c09-46ab-b0ba-2d8bcf30009f in Status: IN_PROGRESS for 2s [ 1095.289130] env[69392]: INFO networking_nsxv3.common.synchronization [req-08e76618-10a4-45e4-8b44-1da99b427500 req-10a98b68-d7f2-482b-9d94-db3b05be1572 service nova] Enqueued Resource ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 with Priority: HIGHEST for action security_group_rules [ 1095.289130] env[69392]: INFO networking_nsxv3.common.synchronization [req-08e76618-10a4-45e4-8b44-1da99b427500 req-10a98b68-d7f2-482b-9d94-db3b05be1572 service nova] Enqueued Resource ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 with Priority: HIGHEST for action security_group_members [ 1095.289130] env[69392]: INFO networking_nsxv3.common.synchronization [req-08e76618-10a4-45e4-8b44-1da99b427500 req-10a98b68-d7f2-482b-9d94-db3b05be1572 service nova] Enqueued Resource ID: 9b437d84-d320-412e-9564-a3b4d58ff4cb with Priority: HIGHEST for action port [ 1095.289130] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 with Priority: HIGHEST for action security_group_rules [ 1095.289130] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 with Priority: HIGHEST for action security_group_members [ 1095.289130] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b437d84-d320-412e-9564-a3b4d58ff4cb with Priority: HIGHEST for action port [ 1095.290365] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01d6afbe-3053-4f64-ac14-04cad5aea5d5 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.290892] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.291063] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.292464] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.292464] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01d6afbe-3053-4f64-ac14-04cad5aea5d5',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.295121] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-01d6afbe-3053-4f64-ac14-04cad5aea5d5 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.295121] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.295121] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.295121] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.295121] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.295121] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.295121] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.295121] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.295121] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.295121] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01d6afbe-3053-4f64-ac14-04cad5aea5d5',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.297648] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b437d84-d320-412e-9564-a3b4d58ff4cb taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.297648] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b437d84-d320-412e-9564-a3b4d58ff4cb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.297648] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b437d84-d320-412e-9564-a3b4d58ff4cb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.298969] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b437d84-d320-412e-9564-a3b4d58ff4cb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.298969] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b437d84-d320-412e-9564-a3b4d58ff4cb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.302238] env[69392]: INFO networking_nsxv3.common.synchronization [req-6fb49145-13c1-41d1-b875-72867596c2cf req-005ce16e-3679-4a36-804c-f09a0c6e3905 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Enqueued Resource ID: 6df2c66e-f398-4052-8bb0-240944386539 with Priority: HIGHEST for action security_group_members [ 1095.302851] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6df2c66e-f398-4052-8bb0-240944386539 with Priority: HIGHEST for action security_group_members [ 1095.302994] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-6df2c66e-f398-4052-8bb0-240944386539 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.303126] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.303190] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.303376] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.303538] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.303626] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.303688] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.303824] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.304831] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.304831] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.545734] env[69392]: INFO networking_nsxv3.common.synchronization [req-b0b14a01-f113-4041-a0d9-a1b4b4490da7 req-cff26243-5253-4271-a5e9-6beaeaa849d3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Enqueued Resource ID: 44752025-edeb-41ac-a47d-ef5de185998e with Priority: HIGHEST for action security_group_members [ 1095.546300] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44752025-edeb-41ac-a47d-ef5de185998e with Priority: HIGHEST for action security_group_members [ 1095.546662] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-44752025-edeb-41ac-a47d-ef5de185998e taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.546789] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.546857] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.548194] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.548507] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.548624] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.548692] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.548988] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.549106] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.549213] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44752025-edeb-41ac-a47d-ef5de185998e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.797511] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-01d6afbe-3053-4f64-ac14-04cad5aea5d5 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.797511] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.797511] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01d6afbe-3053-4f64-ac14-04cad5aea5d5',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.801544] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9b437d84-d320-412e-9564-a3b4d58ff4cb with status ACTIVE [ 1095.801642] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.801782] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.801852] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.802078] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.802175] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.802368] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.802468] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.802534] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.802693] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.802769] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.802954] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.803058] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.803121] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.803322] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.803421] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.803514] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9b437d84-d320-412e-9564-a3b4d58ff4cb is going to be updated. [ 1095.808839] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.832204] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.832349] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.832420] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.832661] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.832800] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.832967] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b437d84-d320-412e-9564-a3b4d58ff4cb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.901199] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-744 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.901199] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-744" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.901199] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-744" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.901199] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-744" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.903450] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.903450] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.903450] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.903661] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.903930] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.904350] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1095.904450] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1095.904761] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1095.904817] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1095.904957] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1095.905220] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1095.905464] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1095.929578] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1095.929840] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1095.930071] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1095.930312] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-744" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.930808] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-e401c394-36c8-4e08-b813-66a80a286c10 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.931243] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-e401c394-36c8-4e08-b813-66a80a286c10" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.931243] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-e401c394-36c8-4e08-b813-66a80a286c10" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.931637] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-e401c394-36c8-4e08-b813-66a80a286c10" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.931799] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e401c394-36c8-4e08-b813-66a80a286c10',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.051715] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.051896] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.052112] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.052384] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.089170] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.089547] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.089717] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.089811] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.090136] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.090285] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.090414] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44752025-edeb-41ac-a47d-ef5de185998e is going to be updated. [ 1096.140335] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.140534] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.140614] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.140899] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.141077] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.157614] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44752025-edeb-41ac-a47d-ef5de185998e in Status: IN_PROGRESS for 2s [ 1096.306049] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01d6afbe-3053-4f64-ac14-04cad5aea5d5',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.311320] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.435876] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.436712] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.436712] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.436712] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.436935] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.436986] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port e401c394-36c8-4e08-b813-66a80a286c10 not found, creating... [ 1096.437770] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.437770] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.437770] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.437962] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.437962] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.438312] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.438459] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.438668] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.438835] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.438980] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.439174] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: e401c394-36c8-4e08-b813-66a80a286c10 is going to be created. [ 1096.461515] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.461775] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.461925] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.462257] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.462530] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.462796] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-e401c394-36c8-4e08-b813-66a80a286c10" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.808678] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.809085] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.809186] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.809537] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.809654] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.809799] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 is going to be created. [ 1096.813243] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.813489] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.813593] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.813993] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.814190] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.814441] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6df2c66e-f398-4052-8bb0-240944386539 is going to be updated. [ 1096.847182] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.847353] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.847392] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.847617] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.847777] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.851108] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.851242] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.851313] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.851522] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.851661] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.864572] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 in Status: UNINITIALIZED for 2s [ 1096.866085] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6df2c66e-f398-4052-8bb0-240944386539 in Status: IN_PROGRESS for 2s [ 1096.936971] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd78188b-2c09-46ab-b0ba-2d8bcf30009f in Status: SUCCESS [ 1096.937291] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.937883] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.938130] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.938380] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.938474] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.938554] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.938687] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.938726] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.938835] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.938889] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fd78188b-2c09-46ab-b0ba-2d8bcf30009f',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.251468] env[69392]: INFO networking_nsxv3.common.synchronization [req-6fb49145-13c1-41d1-b875-72867596c2cf req-b6dd3b9d-7272-4743-96fe-0c9cea4510d1 service nova] Enqueued Resource ID: 6df2c66e-f398-4052-8bb0-240944386539 with Priority: HIGHEST for action security_group_rules [ 1097.253195] env[69392]: INFO networking_nsxv3.common.synchronization [req-6fb49145-13c1-41d1-b875-72867596c2cf req-b6dd3b9d-7272-4743-96fe-0c9cea4510d1 service nova] Enqueued Resource ID: 6df2c66e-f398-4052-8bb0-240944386539 with Priority: HIGHEST for action security_group_members [ 1097.253195] env[69392]: INFO networking_nsxv3.common.synchronization [req-6fb49145-13c1-41d1-b875-72867596c2cf req-b6dd3b9d-7272-4743-96fe-0c9cea4510d1 service nova] Enqueued Resource ID: e401c394-36c8-4e08-b813-66a80a286c10 with Priority: HIGHEST for action port [ 1097.253195] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6df2c66e-f398-4052-8bb0-240944386539 with Priority: HIGHEST for action security_group_rules [ 1097.253195] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6df2c66e-f398-4052-8bb0-240944386539 with Priority: HIGHEST for action security_group_members [ 1097.253195] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e401c394-36c8-4e08-b813-66a80a286c10 with Priority: HIGHEST for action port [ 1097.253195] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6df2c66e-f398-4052-8bb0-240944386539 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.253912] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.253912] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.253912] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.253912] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.254718] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-6df2c66e-f398-4052-8bb0-240944386539 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.254718] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.254902] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-e401c394-36c8-4e08-b813-66a80a286c10 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.254978] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e401c394-36c8-4e08-b813-66a80a286c10" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.255025] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e401c394-36c8-4e08-b813-66a80a286c10" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.255197] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e401c394-36c8-4e08-b813-66a80a286c10" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.255271] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e401c394-36c8-4e08-b813-66a80a286c10',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.333621] env[69392]: INFO networking_nsxv3.common.synchronization [req-3c1b923f-615a-418b-86b3-8706e5ed05e7 req-960a5899-0b62-48e1-9f71-2b54c1912a3f tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Enqueued Resource ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd with Priority: HIGHEST for action security_group_members [ 1097.333621] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd with Priority: HIGHEST for action security_group_members [ 1097.334215] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.334538] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.334719] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.335078] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.335525] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.335766] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.335930] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.336256] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.336529] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.336732] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8f6935a-7f71-4e5a-b85e-3a4675b62fdd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.444247] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.444247] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.444247] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.444247] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.444247] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.444247] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.444247] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.444247] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.444247] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.444247] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.444247] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.444247] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.444247] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.444247] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.444247] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.444247] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.444910] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.446821] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.446961] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.447074] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.447173] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fd78188b-2c09-46ab-b0ba-2d8bcf30009f',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.757254] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-6df2c66e-f398-4052-8bb0-240944386539 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.757458] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.757619] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e401c394-36c8-4e08-b813-66a80a286c10 with status ACTIVE [ 1097.757765] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.757920] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.757964] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.758175] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.758279] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.758444] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.758536] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.758596] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.758745] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.758824] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.759019] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.759113] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.759175] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.759321] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.759412] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.759505] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e401c394-36c8-4e08-b813-66a80a286c10 is going to be updated. [ 1097.793211] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.793360] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.793444] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.793678] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.793829] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.794062] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e401c394-36c8-4e08-b813-66a80a286c10" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.839694] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.839892] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.839961] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.840205] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.840313] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.840543] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.840644] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.840715] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.840854] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.840931] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.841039] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd is going to be updated. [ 1097.877948] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.878145] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.878212] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.878421] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.878563] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.887933] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd in Status: IN_PROGRESS for 2s [ 1097.951012] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fd78188b-2c09-46ab-b0ba-2d8bcf30009f: rpc.has_security_group_logging(os_id): False [ 1097.981481] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.981481] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.981481] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.981481] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.981481] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.981481] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.981481] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.981481] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.981481] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.981481] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.982045] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.982045] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.982045] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.982447] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.983576] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.983576] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.983576] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.983576] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.983576] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.983790] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.983951] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd78188b-2c09-46ab-b0ba-2d8bcf30009f is going to be updated. [ 1098.056029] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.056029] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.056334] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.056334] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.056435] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.080564] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd78188b-2c09-46ab-b0ba-2d8bcf30009f in Status: IN_PROGRESS for 2s [ 1098.182372] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44752025-edeb-41ac-a47d-ef5de185998e in Status: SUCCESS [ 1098.182565] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44752025-edeb-41ac-a47d-ef5de185998e deletion is rescheduled due to dependency. [ 1098.182679] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44752025-edeb-41ac-a47d-ef5de185998e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.882842] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 in Status: SUCCESS [ 1098.883079] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.883256] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.883581] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.883782] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.883895] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.883961] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.884130] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.884210] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.884294] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.884737] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01d6afbe-3053-4f64-ac14-04cad5aea5d5',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.886036] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6df2c66e-f398-4052-8bb0-240944386539 in Status: SUCCESS [ 1098.887065] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.887457] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.887615] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.887812] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.887913] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.888102] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.888445] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.888655] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.888655] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.391881] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-01d6afbe-3053-4f64-ac14-04cad5aea5d5 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.391881] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.391881] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.391881] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.392481] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.392481] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.392481] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.392481] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.392481] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.392648] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.392730] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-01d6afbe-3053-4f64-ac14-04cad5aea5d5 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.392819] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.392879] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.393040] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.393167] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.393291] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.393331] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.393480] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.393560] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.393644] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.394218] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01d6afbe-3053-4f64-ac14-04cad5aea5d5',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.394672] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.896456] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01d6afbe-3053-4f64-ac14-04cad5aea5d5: rpc.has_security_group_logging(os_id): False [ 1099.898817] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd in Status: SUCCESS [ 1099.899037] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd deletion is rescheduled due to dependency. [ 1099.899037] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.899269] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.917735] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.917917] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.917992] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.918223] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.918314] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.918509] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.918607] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.918669] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.918815] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.918893] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.919106] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.919195] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.919256] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.919395] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.919471] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.919693] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.919763] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.919800] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.919933] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.920010] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.920098] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 is going to be created. [ 1099.991116] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.991413] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.991413] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.991540] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.991715] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.006448] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 in Status: IN_PROGRESS for 2s [ 1100.098542] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd78188b-2c09-46ab-b0ba-2d8bcf30009f in Status: SUCCESS [ 1100.098851] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.402419] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.402809] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.402809] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.403023] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.403121] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.403234] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6df2c66e-f398-4052-8bb0-240944386539 is going to be updated. [ 1100.432191] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.432411] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.432411] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.432622] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.432781] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.447498] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6df2c66e-f398-4052-8bb0-240944386539 in Status: IN_PROGRESS for 2s [ 1101.271198] env[69392]: INFO networking_nsxv3.common.synchronization [None req-6e0d96d4-3158-4c58-a543-d6e87adfbca3 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Enqueued Resource ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 with Priority: HIGHEST for action security_group_members [ 1101.271316] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 with Priority: HIGHEST for action security_group_members [ 1101.271644] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-01d6afbe-3053-4f64-ac14-04cad5aea5d5 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.271762] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.271828] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.272272] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.272449] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.272552] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.272614] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.272783] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.272863] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.272954] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01d6afbe-3053-4f64-ac14-04cad5aea5d5',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.385293] env[69392]: INFO networking_nsxv3.common.synchronization [req-706e4084-20d5-4134-ae9a-9515d3da5c66 req-cd396106-318d-49ce-8e65-4c086ad27ae0 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Enqueued Resource ID: 8789f77e-0b9f-4c92-b2e7-b87732a81a6f with Priority: HIGHEST for action security_group_members [ 1101.385293] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8789f77e-0b9f-4c92-b2e7-b87732a81a6f with Priority: HIGHEST for action security_group_members [ 1101.385293] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.385293] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.385293] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.385293] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.385293] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.385293] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.385293] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.385293] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.385293] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.385836] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8789f77e-0b9f-4c92-b2e7-b87732a81a6f',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.397481] env[69392]: INFO networking_nsxv3.common.synchronization [req-359c23b4-6057-42b0-85e6-bf6da3571c5d req-6d2839ba-2a3d-4713-a872-b7faf82b0667 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Enqueued Resource ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 with Priority: HIGHEST for action security_group_members [ 1101.398222] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 with Priority: HIGHEST for action security_group_members [ 1101.398700] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.398700] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.398852] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.399042] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.399145] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.399268] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.399311] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.399453] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.399540] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.399632] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.765569] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-820 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.765912] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-820" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.765912] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-820" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.766209] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-820" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.766946] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.768172] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.768172] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.768172] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.768172] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.768172] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1101.768172] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1101.768439] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1101.768439] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1101.768439] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1101.768570] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1101.768689] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1101.774991] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01d6afbe-3053-4f64-ac14-04cad5aea5d5',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.790369] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1101.790561] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1101.790715] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1101.790912] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-820" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.791269] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-ebc15f9e-53a6-4dbc-aca0-197c7bdb9842 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.791438] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-ebc15f9e-53a6-4dbc-aca0-197c7bdb9842" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.791567] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-ebc15f9e-53a6-4dbc-aca0-197c7bdb9842" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.791907] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-ebc15f9e-53a6-4dbc-aca0-197c7bdb9842" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.792055] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebc15f9e-53a6-4dbc-aca0-197c7bdb9842',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.891456] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.891727] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.891815] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.892152] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.892310] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.892591] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.892747] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.892847] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.893107] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.893243] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.893395] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8789f77e-0b9f-4c92-b2e7-b87732a81a6f is going to be updated. [ 1101.903118] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.903340] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.903466] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.903670] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.903788] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.904040] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.904188] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.904260] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.904425] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.904505] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.904595] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 is going to be updated. [ 1101.923916] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.924196] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.924280] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.924423] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.924585] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.937251] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.937448] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.937491] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.937698] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.937841] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.939458] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8789f77e-0b9f-4c92-b2e7-b87732a81a6f in Status: IN_PROGRESS for 2s [ 1101.947785] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 in Status: IN_PROGRESS for 2s [ 1102.020868] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 in Status: SUCCESS [ 1102.021189] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.277545] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01d6afbe-3053-4f64-ac14-04cad5aea5d5',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.295363] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.295667] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.295761] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.296050] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.296208] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.296368] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port ebc15f9e-53a6-4dbc-aca0-197c7bdb9842 not found, creating... [ 1102.296681] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.296843] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.296963] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.297207] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.297351] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.297638] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.297800] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.297919] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.298141] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.298280] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.298425] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: ebc15f9e-53a6-4dbc-aca0-197c7bdb9842 is going to be created. [ 1102.328177] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.328421] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.328553] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.328836] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.329084] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.329324] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-ebc15f9e-53a6-4dbc-aca0-197c7bdb9842" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.457471] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6df2c66e-f398-4052-8bb0-240944386539 in Status: SUCCESS [ 1102.457755] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.457929] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.458167] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.458362] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.458507] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.458574] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.458752] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.458825] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.459040] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.459040] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.779398] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.779767] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.779767] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.779905] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.779946] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.780057] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 is going to be updated. [ 1102.833963] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.834162] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.834242] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.834508] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.834705] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.845911] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 in Status: IN_PROGRESS for 2s [ 1102.961617] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-6df2c66e-f398-4052-8bb0-240944386539 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.961712] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.961758] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.961976] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.962167] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.962272] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.962337] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.962491] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.962579] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.962668] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.962817] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-6df2c66e-f398-4052-8bb0-240944386539 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.962909] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.962968] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.963135] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.963277] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.963501] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.963501] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.963618] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.963702] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.963795] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.963888] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.012953] env[69392]: INFO networking_nsxv3.common.synchronization [req-359c23b4-6057-42b0-85e6-bf6da3571c5d req-8f702cd3-0f43-42cd-ac0c-78f7a7f1a801 service nova] Enqueued Resource ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 with Priority: HIGHEST for action security_group_rules [ 1103.013169] env[69392]: INFO networking_nsxv3.common.synchronization [req-359c23b4-6057-42b0-85e6-bf6da3571c5d req-8f702cd3-0f43-42cd-ac0c-78f7a7f1a801 service nova] Enqueued Resource ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 with Priority: HIGHEST for action security_group_members [ 1103.013313] env[69392]: INFO networking_nsxv3.common.synchronization [req-359c23b4-6057-42b0-85e6-bf6da3571c5d req-8f702cd3-0f43-42cd-ac0c-78f7a7f1a801 service nova] Enqueued Resource ID: ebc15f9e-53a6-4dbc-aca0-197c7bdb9842 with Priority: HIGHEST for action port [ 1103.013630] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 with Priority: HIGHEST for action security_group_rules [ 1103.013763] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 with Priority: HIGHEST for action security_group_members [ 1103.013859] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebc15f9e-53a6-4dbc-aca0-197c7bdb9842 with Priority: HIGHEST for action port [ 1103.014828] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.014957] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.015037] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.015257] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.015328] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.016332] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.016435] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.016745] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebc15f9e-53a6-4dbc-aca0-197c7bdb9842 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.016818] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebc15f9e-53a6-4dbc-aca0-197c7bdb9842" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.016818] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebc15f9e-53a6-4dbc-aca0-197c7bdb9842" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.016999] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebc15f9e-53a6-4dbc-aca0-197c7bdb9842" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.017094] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebc15f9e-53a6-4dbc-aca0-197c7bdb9842',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.465816] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6df2c66e-f398-4052-8bb0-240944386539: rpc.has_security_group_logging(os_id): False [ 1103.482019] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-794 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.482019] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-794" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.482019] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-794" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.482019] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-794" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.482019] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.482019] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.482019] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.482019] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.482019] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.482749] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1103.482969] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1103.483230] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1103.483495] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1103.483735] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1103.483953] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1103.484244] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1103.486504] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.486766] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.486932] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.487530] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.487530] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.487530] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.487720] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.487720] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.487795] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.487863] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.488065] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.488162] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.488227] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.488368] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.488476] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.488647] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.488822] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.488874] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.489078] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.489160] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.489248] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6df2c66e-f398-4052-8bb0-240944386539 is going to be updated. [ 1103.511720] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1103.511901] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1103.512055] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1103.512239] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-794" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.512671] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-9b6b7933-e6a2-49e4-83c6-9efdb589881a taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.512933] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-9b6b7933-e6a2-49e4-83c6-9efdb589881a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.513122] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-9b6b7933-e6a2-49e4-83c6-9efdb589881a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.513582] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-9b6b7933-e6a2-49e4-83c6-9efdb589881a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.513765] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b6b7933-e6a2-49e4-83c6-9efdb589881a',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.518480] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.518623] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.522197] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ebc15f9e-53a6-4dbc-aca0-197c7bdb9842 with status ACTIVE [ 1103.522456] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.522605] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.522706] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.522935] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.523067] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.523311] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.523463] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.523541] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.523737] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.523820] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.524015] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.524125] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.524178] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.524328] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.524394] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.524481] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ebc15f9e-53a6-4dbc-aca0-197c7bdb9842 is going to be updated. [ 1103.551388] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.551479] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.551573] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.552275] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.552559] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.552871] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebc15f9e-53a6-4dbc-aca0-197c7bdb9842" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.570246] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.570398] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.570479] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.570720] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.570881] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.598016] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6df2c66e-f398-4052-8bb0-240944386539 in Status: IN_PROGRESS for 2s [ 1103.950193] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8789f77e-0b9f-4c92-b2e7-b87732a81a6f in Status: SUCCESS [ 1103.950506] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8789f77e-0b9f-4c92-b2e7-b87732a81a6f deletion is rescheduled due to dependency. [ 1103.950581] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.957581] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 in Status: SUCCESS [ 1103.957747] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 deletion is rescheduled due to dependency. [ 1103.957856] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.958030] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.958287] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.958459] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.958573] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.958634] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.958791] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.958868] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.958958] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.017238] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.017466] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.017599] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.017901] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.018068] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.018219] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port 9b6b7933-e6a2-49e4-83c6-9efdb589881a not found, creating... [ 1104.018490] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.018689] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.018839] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.019085] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.019230] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.019571] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.019779] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.019914] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.020148] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.020389] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.020440] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 9b6b7933-e6a2-49e4-83c6-9efdb589881a is going to be created. [ 1104.042491] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.042875] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.042966] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.043222] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.043559] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.043833] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-9b6b7933-e6a2-49e4-83c6-9efdb589881a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.463589] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.715306] env[69392]: INFO networking_nsxv3.common.synchronization [req-b330e508-7f3d-4079-9c5c-798c81572668 req-befb72e6-a62c-42f3-ac52-f97b4f051d0f service nova] Enqueued Resource ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 with Priority: HIGHEST for action security_group_rules [ 1104.715306] env[69392]: INFO networking_nsxv3.common.synchronization [req-b330e508-7f3d-4079-9c5c-798c81572668 req-befb72e6-a62c-42f3-ac52-f97b4f051d0f service nova] Enqueued Resource ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 with Priority: HIGHEST for action security_group_members [ 1104.715306] env[69392]: INFO networking_nsxv3.common.synchronization [req-b330e508-7f3d-4079-9c5c-798c81572668 req-befb72e6-a62c-42f3-ac52-f97b4f051d0f service nova] Enqueued Resource ID: 9b6b7933-e6a2-49e4-83c6-9efdb589881a with Priority: HIGHEST for action port [ 1104.715306] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 with Priority: HIGHEST for action security_group_rules [ 1104.715306] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 with Priority: HIGHEST for action security_group_members [ 1104.715306] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b6b7933-e6a2-49e4-83c6-9efdb589881a with Priority: HIGHEST for action port [ 1104.715306] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01d6afbe-3053-4f64-ac14-04cad5aea5d5 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.715306] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.715974] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.716285] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.716495] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01d6afbe-3053-4f64-ac14-04cad5aea5d5',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.717845] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-01d6afbe-3053-4f64-ac14-04cad5aea5d5 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.718071] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.718389] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b6b7933-e6a2-49e4-83c6-9efdb589881a taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.718625] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b6b7933-e6a2-49e4-83c6-9efdb589881a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.718802] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b6b7933-e6a2-49e4-83c6-9efdb589881a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.720017] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b6b7933-e6a2-49e4-83c6-9efdb589881a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.720017] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b6b7933-e6a2-49e4-83c6-9efdb589881a',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.857055] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 in Status: SUCCESS [ 1104.857293] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.857472] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.857692] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.858296] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.858296] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.858296] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.858296] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.858296] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.858612] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01d6afbe-3053-4f64-ac14-04cad5aea5d5',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.966050] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.221859] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-01d6afbe-3053-4f64-ac14-04cad5aea5d5 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.222020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.223569] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9b6b7933-e6a2-49e4-83c6-9efdb589881a with status ACTIVE [ 1105.223792] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.223916] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.223989] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.224212] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.224306] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.224481] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.224580] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.224686] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.224792] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.224862] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.225053] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.225147] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.225199] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.225341] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.225419] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.225523] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9b6b7933-e6a2-49e4-83c6-9efdb589881a is going to be updated. [ 1105.248529] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.248735] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.248780] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.248961] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.249109] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.249266] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b6b7933-e6a2-49e4-83c6-9efdb589881a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.360953] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01d6afbe-3053-4f64-ac14-04cad5aea5d5',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.469390] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.470460] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.470460] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.470460] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.470460] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.470460] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 is going to be updated. [ 1105.514474] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.514474] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.514474] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.514714] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.514819] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.527030] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 in Status: IN_PROGRESS for 2s [ 1105.615148] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6df2c66e-f398-4052-8bb0-240944386539 in Status: SUCCESS [ 1105.615409] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.863745] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01d6afbe-3053-4f64-ac14-04cad5aea5d5',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.366034] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.366430] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.366430] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.366430] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.366606] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.366736] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 is going to be updated. [ 1106.400557] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.400759] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.400855] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.401142] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.401333] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.414741] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 in Status: IN_PROGRESS for 2s [ 1107.449884] env[69392]: INFO networking_nsxv3.common.synchronization [None req-d80ca1cf-a3bb-4bcd-86dd-96c30408278f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Enqueued Resource ID: a584b752-9077-4eef-bc77-0cc03cb5dafb with Priority: HIGHEST for action security_group_rules [ 1107.450433] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a584b752-9077-4eef-bc77-0cc03cb5dafb with Priority: HIGHEST for action security_group_rules [ 1107.450779] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a584b752-9077-4eef-bc77-0cc03cb5dafb taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.450917] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a584b752-9077-4eef-bc77-0cc03cb5dafb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.450982] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a584b752-9077-4eef-bc77-0cc03cb5dafb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.451273] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a584b752-9077-4eef-bc77-0cc03cb5dafb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.451472] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a584b752-9077-4eef-bc77-0cc03cb5dafb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.541427] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 in Status: SUCCESS [ 1107.541708] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.541983] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.542319] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.542562] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.542779] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.542905] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.543135] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.543225] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.543729] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.543729] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.589217] env[69392]: INFO networking_nsxv3.common.synchronization [None req-25f9359d-8bdd-4ac9-90c6-b9e9cf98b3e3 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Enqueued Resource ID: a584b752-9077-4eef-bc77-0cc03cb5dafb with Priority: HIGHEST for action security_group_rules [ 1107.589595] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a584b752-9077-4eef-bc77-0cc03cb5dafb with Priority: HIGHEST for action security_group_rules [ 1107.589900] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a584b752-9077-4eef-bc77-0cc03cb5dafb taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.589900] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a584b752-9077-4eef-bc77-0cc03cb5dafb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.978532] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.978741] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.978741] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.979040] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.979123] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.979194] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a584b752-9077-4eef-bc77-0cc03cb5dafb already deleted. [ 1107.979264] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a584b752-9077-4eef-bc77-0cc03cb5dafb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.980144] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a584b752-9077-4eef-bc77-0cc03cb5dafb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.980144] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a584b752-9077-4eef-bc77-0cc03cb5dafb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.980144] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a584b752-9077-4eef-bc77-0cc03cb5dafb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.991886] env[69392]: INFO networking_nsxv3.common.synchronization [req-543b0625-eda9-418e-b19b-1e460b81a13b req-a38a2acf-8278-45c3-bf27-9b6f98dda48e tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Enqueued Resource ID: f9289668-329e-4d60-a331-9d084785d499 with Priority: HIGHEST for action security_group_members [ 1107.992071] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9289668-329e-4d60-a331-9d084785d499 with Priority: HIGHEST for action security_group_members [ 1107.992444] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9289668-329e-4d60-a331-9d084785d499 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.993691] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.993800] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.994713] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.994713] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.994713] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.994713] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.994713] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.994713] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.995033] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9289668-329e-4d60-a331-9d084785d499',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.046584] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.046763] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.046763] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.047551] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.047551] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.047551] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.047551] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.047551] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.047551] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.047883] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.047883] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.047883] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.048037] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.048074] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.048184] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.048268] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.048324] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.048456] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.048535] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.048612] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.048695] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.378651] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-202 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.378983] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-202" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.379867] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-202" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.380362] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-202" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.380780] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.381144] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.381391] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.381747] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.382014] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.382461] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1108.382683] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1108.382931] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1108.383166] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1108.383907] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1108.383907] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1108.384283] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1108.407337] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1108.407519] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1108.407639] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1108.407835] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-202" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.408236] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-1c067939-bb34-40c9-809a-238e1438819e taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.408419] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-1c067939-bb34-40c9-809a-238e1438819e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.408572] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-1c067939-bb34-40c9-809a-238e1438819e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.408918] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-1c067939-bb34-40c9-809a-238e1438819e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.409078] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c067939-bb34-40c9-809a-238e1438819e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.424839] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 in Status: SUCCESS [ 1108.425055] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.425224] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.425441] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.425664] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.425769] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.425838] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.425997] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.426090] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.426178] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.426272] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01d6afbe-3053-4f64-ac14-04cad5aea5d5',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.498806] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.499151] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.499151] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.499245] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.499328] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.499549] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.499666] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.499732] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.499888] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.499959] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.500061] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9289668-329e-4d60-a331-9d084785d499 is going to be updated. [ 1108.502018] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.502170] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.502250] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.502419] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.502501] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.502605] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a584b752-9077-4eef-bc77-0cc03cb5dafb already deleted. [ 1108.502700] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a584b752-9077-4eef-bc77-0cc03cb5dafb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.539460] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.539460] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.539460] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.539460] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.539460] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.549668] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9289668-329e-4d60-a331-9d084785d499 in Status: IN_PROGRESS for 2s [ 1108.550820] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3: rpc.has_security_group_logging(os_id): False [ 1108.571985] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.572205] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.572308] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.572593] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.572796] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.573184] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.573593] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.573593] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.573802] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.573946] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.574260] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.574400] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.574490] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.574710] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.574821] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.575123] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.575256] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.575343] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.575590] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.575693] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.575810] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 is going to be updated. [ 1108.650679] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.650909] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.650909] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.651133] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.651279] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.670212] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 in Status: IN_PROGRESS for 2s [ 1108.911456] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.911664] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.911831] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.912270] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.912460] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.912636] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port 1c067939-bb34-40c9-809a-238e1438819e not found, creating... [ 1108.912967] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.913154] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.913831] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.913831] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.914026] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.914230] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.915060] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.915060] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.915060] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.915060] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.915060] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 1c067939-bb34-40c9-809a-238e1438819e is going to be created. [ 1108.929817] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-01d6afbe-3053-4f64-ac14-04cad5aea5d5 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.929817] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.929817] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.929817] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.929817] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.930313] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.930313] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.930313] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.930313] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.930313] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.930555] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-01d6afbe-3053-4f64-ac14-04cad5aea5d5 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.930628] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.930628] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.930859] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.930951] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.931046] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.931109] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.931203] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.931287] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.931373] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.931450] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01d6afbe-3053-4f64-ac14-04cad5aea5d5',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.939741] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.940108] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.940344] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.940707] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.941020] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.941310] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-1c067939-bb34-40c9-809a-238e1438819e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.434233] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01d6afbe-3053-4f64-ac14-04cad5aea5d5: rpc.has_security_group_logging(os_id): False [ 1109.455835] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.456051] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.456051] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.456305] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.456395] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.456931] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.456931] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.456931] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.456931] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.457195] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.457231] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.457342] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.457407] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.457586] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.457686] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.457955] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.458072] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.458147] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.458329] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.458467] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.459369] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 is going to be updated. [ 1109.537835] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.537835] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.537835] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.537835] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.537835] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.556563] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 in Status: IN_PROGRESS for 2s [ 1109.688920] env[69392]: INFO networking_nsxv3.common.synchronization [req-543b0625-eda9-418e-b19b-1e460b81a13b req-536802cb-f6b7-429d-8c41-630a8cf2dc2f service nova] Enqueued Resource ID: f9289668-329e-4d60-a331-9d084785d499 with Priority: HIGHEST for action security_group_rules [ 1109.689211] env[69392]: INFO networking_nsxv3.common.synchronization [req-543b0625-eda9-418e-b19b-1e460b81a13b req-536802cb-f6b7-429d-8c41-630a8cf2dc2f service nova] Enqueued Resource ID: f9289668-329e-4d60-a331-9d084785d499 with Priority: HIGHEST for action security_group_members [ 1109.689409] env[69392]: INFO networking_nsxv3.common.synchronization [req-543b0625-eda9-418e-b19b-1e460b81a13b req-536802cb-f6b7-429d-8c41-630a8cf2dc2f service nova] Enqueued Resource ID: 1c067939-bb34-40c9-809a-238e1438819e with Priority: HIGHEST for action port [ 1109.690091] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9289668-329e-4d60-a331-9d084785d499 with Priority: HIGHEST for action security_group_rules [ 1109.690267] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9289668-329e-4d60-a331-9d084785d499 with Priority: HIGHEST for action security_group_members [ 1109.690399] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c067939-bb34-40c9-809a-238e1438819e with Priority: HIGHEST for action port [ 1109.690745] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9289668-329e-4d60-a331-9d084785d499 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.690887] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.690985] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.691257] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.691366] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9289668-329e-4d60-a331-9d084785d499',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.692380] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9289668-329e-4d60-a331-9d084785d499 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.692527] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.692776] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c067939-bb34-40c9-809a-238e1438819e taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.692918] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c067939-bb34-40c9-809a-238e1438819e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.692979] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c067939-bb34-40c9-809a-238e1438819e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.693200] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c067939-bb34-40c9-809a-238e1438819e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.693309] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c067939-bb34-40c9-809a-238e1438819e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.196605] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9289668-329e-4d60-a331-9d084785d499 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.196887] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.197153] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1c067939-bb34-40c9-809a-238e1438819e with status ACTIVE [ 1110.197462] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.197657] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.197771] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.198230] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.198291] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.198563] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.198678] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.198736] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.198974] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.199090] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.199334] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.199445] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.199500] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.199652] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.199730] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.199823] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1c067939-bb34-40c9-809a-238e1438819e is going to be updated. [ 1110.232621] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.232825] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.232825] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.233682] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.233682] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.233682] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c067939-bb34-40c9-809a-238e1438819e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.561632] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9289668-329e-4d60-a331-9d084785d499 in Status: SUCCESS [ 1110.561991] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9289668-329e-4d60-a331-9d084785d499 deletion is rescheduled due to dependency. [ 1110.561991] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.562143] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.562345] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.562540] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.562675] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.562727] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.562910] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.563073] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.563136] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9289668-329e-4d60-a331-9d084785d499',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.684386] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 in Status: SUCCESS [ 1110.684591] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.068424] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9289668-329e-4d60-a331-9d084785d499',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.181957] env[69392]: INFO networking_nsxv3.common.synchronization [req-9d55fe6b-96cb-4737-b64c-6fe0c5280d53 req-aaca6577-0770-4892-9337-b602982bfd34 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Enqueued Resource ID: 6df2c66e-f398-4052-8bb0-240944386539 with Priority: HIGHEST for action security_group_members [ 1111.183068] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6df2c66e-f398-4052-8bb0-240944386539 with Priority: HIGHEST for action security_group_members [ 1111.183068] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-6df2c66e-f398-4052-8bb0-240944386539 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.183068] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.183560] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.183804] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.184130] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.184244] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.184299] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.184467] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.184553] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.184766] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.481592] env[69392]: INFO networking_nsxv3.common.synchronization [req-0f2aba8c-bfac-4492-ad0f-8a2d68d0d4c8 req-c67cc1ee-f4a7-496d-b6d8-cb5b7bf835cc tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Enqueued Resource ID: e01e8653-ada8-42a7-adc6-1ae007f7f990 with Priority: HIGHEST for action security_group_members [ 1111.482262] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e01e8653-ada8-42a7-adc6-1ae007f7f990 with Priority: HIGHEST for action security_group_members [ 1111.482605] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-e01e8653-ada8-42a7-adc6-1ae007f7f990 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.482730] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e01e8653-ada8-42a7-adc6-1ae007f7f990" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.482789] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e01e8653-ada8-42a7-adc6-1ae007f7f990" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.483106] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e01e8653-ada8-42a7-adc6-1ae007f7f990" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.483321] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.483467] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.483561] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.483732] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.483795] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.483894] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e01e8653-ada8-42a7-adc6-1ae007f7f990',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.572933] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 in Status: SUCCESS [ 1111.573224] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.577352] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9289668-329e-4d60-a331-9d084785d499',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.686959] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.987337] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.987337] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.987337] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.987337] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.987337] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.987711] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.987711] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.987711] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.987711] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.987897] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.987933] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e01e8653-ada8-42a7-adc6-1ae007f7f990 is going to be updated. [ 1112.024036] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.026121] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.026121] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.026121] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.026121] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.034580] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e01e8653-ada8-42a7-adc6-1ae007f7f990 in Status: IN_PROGRESS for 2s [ 1112.081364] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.081649] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.081758] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.082050] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.082160] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.082285] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9289668-329e-4d60-a331-9d084785d499 is going to be updated. [ 1112.118659] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.118794] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.118917] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.119066] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.119200] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.129164] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9289668-329e-4d60-a331-9d084785d499 in Status: IN_PROGRESS for 2s [ 1112.192790] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.696235] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.696235] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.696235] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.696235] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.696235] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.696235] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6df2c66e-f398-4052-8bb0-240944386539 is going to be updated. [ 1112.743079] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.743079] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.743079] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.743359] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.743506] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.767118] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6df2c66e-f398-4052-8bb0-240944386539 in Status: IN_PROGRESS for 2s [ 1113.824281] env[69392]: INFO networking_nsxv3.common.synchronization [req-13410502-ea1a-43ba-9348-95e66917ed08 req-3b648add-e76f-4802-821d-0c3e54289125 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Enqueued Resource ID: 84e47622-8243-4569-9afe-094bcaaa6e7b with Priority: HIGHEST for action security_group_members [ 1113.824952] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84e47622-8243-4569-9afe-094bcaaa6e7b with Priority: HIGHEST for action security_group_members [ 1113.825797] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-84e47622-8243-4569-9afe-094bcaaa6e7b taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.825956] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84e47622-8243-4569-9afe-094bcaaa6e7b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.826019] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84e47622-8243-4569-9afe-094bcaaa6e7b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.826281] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84e47622-8243-4569-9afe-094bcaaa6e7b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.826437] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.826540] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.826637] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.826942] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.827047] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.827148] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84e47622-8243-4569-9afe-094bcaaa6e7b',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.042061] env[69392]: INFO networking_nsxv3.common.synchronization [req-76d790c9-215f-4cc2-8f87-87185e98c603 req-274da4d6-9c40-4e51-9989-9b7b610a7fc6 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Enqueued Resource ID: fd78188b-2c09-46ab-b0ba-2d8bcf30009f with Priority: HIGHEST for action security_group_members [ 1114.042061] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd78188b-2c09-46ab-b0ba-2d8bcf30009f with Priority: HIGHEST for action security_group_members [ 1114.042061] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.042061] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.042061] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.043316] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.043491] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.043660] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.043704] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.044656] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.044656] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.044656] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd78188b-2c09-46ab-b0ba-2d8bcf30009f',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.050402] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e01e8653-ada8-42a7-adc6-1ae007f7f990 in Status: SUCCESS [ 1114.051120] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e01e8653-ada8-42a7-adc6-1ae007f7f990 deletion is rescheduled due to dependency. [ 1114.051120] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e01e8653-ada8-42a7-adc6-1ae007f7f990" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.142543] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9289668-329e-4d60-a331-9d084785d499 in Status: SUCCESS [ 1114.142651] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.142868] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.143206] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.143489] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.143654] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.143735] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.144169] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.144970] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.145120] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.145260] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9289668-329e-4d60-a331-9d084785d499',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.308512] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-796 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.308512] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-796" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.309523] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-796" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.309523] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-796" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.309523] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.309523] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.309523] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.309897] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.309897] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.310114] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1114.310213] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1114.310405] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1114.310493] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1114.310568] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1114.310659] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1114.310835] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1114.328883] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.328883] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.329109] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.329234] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.329330] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.329558] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.329667] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.329729] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.329883] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.329978] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.330058] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84e47622-8243-4569-9afe-094bcaaa6e7b already deleted. [ 1114.330134] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84e47622-8243-4569-9afe-094bcaaa6e7b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.334124] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1114.334318] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1114.334464] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1114.334649] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-796" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.334987] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-f2d05572-ccd8-4907-b269-d61c6769f988 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.335183] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-f2d05572-ccd8-4907-b269-d61c6769f988" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.335308] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-f2d05572-ccd8-4907-b269-d61c6769f988" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.335696] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-f2d05572-ccd8-4907-b269-d61c6769f988" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.335854] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2d05572-ccd8-4907-b269-d61c6769f988',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.550853] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.550853] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.550853] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.551078] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.551192] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.551425] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.551529] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.551591] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.551753] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.551940] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.551940] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd78188b-2c09-46ab-b0ba-2d8bcf30009f is going to be updated. [ 1114.587650] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.587849] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.587926] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.588288] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.588483] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.599306] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd78188b-2c09-46ab-b0ba-2d8bcf30009f in Status: IN_PROGRESS for 2s [ 1114.651537] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9289668-329e-4d60-a331-9d084785d499 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.651724] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.651771] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.652083] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.652170] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.652263] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.652324] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.652480] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.652567] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.652659] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.652848] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9289668-329e-4d60-a331-9d084785d499 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.652944] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.653031] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.653164] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.653302] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.653392] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.653453] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.653592] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.653671] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.653749] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.653840] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9289668-329e-4d60-a331-9d084785d499',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.777494] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6df2c66e-f398-4052-8bb0-240944386539 in Status: SUCCESS [ 1114.777711] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.839039] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.839412] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.839412] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.839634] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.839791] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.839956] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port f2d05572-ccd8-4907-b269-d61c6769f988 not found, creating... [ 1114.840245] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.840410] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.840530] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.840753] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.840893] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.841192] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.841348] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.841468] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.841677] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.841817] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.841958] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: f2d05572-ccd8-4907-b269-d61c6769f988 is going to be created. [ 1114.873499] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.873767] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.873898] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.874300] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.874513] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.874822] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-f2d05572-ccd8-4907-b269-d61c6769f988" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.160846] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9289668-329e-4d60-a331-9d084785d499: rpc.has_security_group_logging(os_id): False [ 1115.195019] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.195234] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.195234] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.195442] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.195531] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.195780] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.195882] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.195946] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.196112] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.196193] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.196399] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.196493] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.196553] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.196689] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.196755] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.196931] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.197032] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.197083] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.197224] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.197296] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.197379] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9289668-329e-4d60-a331-9d084785d499 is going to be updated. [ 1115.271308] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.271454] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.271495] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.271779] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.271976] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.287906] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9289668-329e-4d60-a331-9d084785d499 in Status: IN_PROGRESS for 2s [ 1115.778724] env[69392]: INFO networking_nsxv3.common.synchronization [req-13410502-ea1a-43ba-9348-95e66917ed08 req-07011d66-036c-4d1f-a007-9eeff128fe83 service nova] Enqueued Resource ID: 84e47622-8243-4569-9afe-094bcaaa6e7b with Priority: HIGHEST for action security_group_rules [ 1115.778915] env[69392]: INFO networking_nsxv3.common.synchronization [req-13410502-ea1a-43ba-9348-95e66917ed08 req-07011d66-036c-4d1f-a007-9eeff128fe83 service nova] Enqueued Resource ID: 84e47622-8243-4569-9afe-094bcaaa6e7b with Priority: HIGHEST for action security_group_members [ 1115.779080] env[69392]: INFO networking_nsxv3.common.synchronization [req-13410502-ea1a-43ba-9348-95e66917ed08 req-07011d66-036c-4d1f-a007-9eeff128fe83 service nova] Enqueued Resource ID: f2d05572-ccd8-4907-b269-d61c6769f988 with Priority: HIGHEST for action port [ 1115.779317] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84e47622-8243-4569-9afe-094bcaaa6e7b with Priority: HIGHEST for action security_group_rules [ 1115.779447] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84e47622-8243-4569-9afe-094bcaaa6e7b with Priority: HIGHEST for action security_group_members [ 1115.779542] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2d05572-ccd8-4907-b269-d61c6769f988 with Priority: HIGHEST for action port [ 1115.780702] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84e47622-8243-4569-9afe-094bcaaa6e7b taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.780878] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84e47622-8243-4569-9afe-094bcaaa6e7b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.780980] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84e47622-8243-4569-9afe-094bcaaa6e7b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.781262] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84e47622-8243-4569-9afe-094bcaaa6e7b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.781401] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84e47622-8243-4569-9afe-094bcaaa6e7b',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.782870] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-84e47622-8243-4569-9afe-094bcaaa6e7b taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.783080] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84e47622-8243-4569-9afe-094bcaaa6e7b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.783187] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84e47622-8243-4569-9afe-094bcaaa6e7b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.783422] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84e47622-8243-4569-9afe-094bcaaa6e7b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.783625] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.783761] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.783867] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.784076] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.784216] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.784342] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84e47622-8243-4569-9afe-094bcaaa6e7b',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.785281] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2d05572-ccd8-4907-b269-d61c6769f988 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.785430] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2d05572-ccd8-4907-b269-d61c6769f988" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.785534] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2d05572-ccd8-4907-b269-d61c6769f988" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.785969] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2d05572-ccd8-4907-b269-d61c6769f988" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.785969] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2d05572-ccd8-4907-b269-d61c6769f988',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.271531] env[69392]: INFO networking_nsxv3.common.synchronization [req-e641938d-6bef-47b0-9ba3-dc3faef380cf req-ae4a6f37-3fb7-49dd-834d-fd83cdf2111e tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Enqueued Resource ID: 0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781 with Priority: HIGHEST for action security_group_members [ 1116.271531] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781 with Priority: HIGHEST for action security_group_members [ 1116.271853] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.272206] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.272481] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.272775] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.273012] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.273216] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.273319] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.273559] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.273689] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.273821] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.290403] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-84e47622-8243-4569-9afe-094bcaaa6e7b taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.290574] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84e47622-8243-4569-9afe-094bcaaa6e7b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.290795] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84e47622-8243-4569-9afe-094bcaaa6e7b',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.293591] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f2d05572-ccd8-4907-b269-d61c6769f988 with status ACTIVE [ 1116.293591] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.293591] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.293591] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.293591] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.293591] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.293591] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.293591] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.293591] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.293591] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.293591] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.294245] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.294245] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.294245] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.294245] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.294245] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.294245] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f2d05572-ccd8-4907-b269-d61c6769f988 is going to be updated. [ 1116.322209] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.322506] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.322506] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.322632] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.322771] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.322940] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2d05572-ccd8-4907-b269-d61c6769f988" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.610533] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd78188b-2c09-46ab-b0ba-2d8bcf30009f in Status: SUCCESS [ 1116.610724] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd78188b-2c09-46ab-b0ba-2d8bcf30009f deletion is rescheduled due to dependency. [ 1116.610846] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.772019] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-482 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.772206] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-482" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.772258] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-482" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.772574] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-482" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.772981] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.773244] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.773400] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.773634] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.773787] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.774134] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1116.774134] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1116.774290] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1116.774372] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1116.774444] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1116.774558] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1116.774698] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1116.776390] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.776546] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.776606] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.776890] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.777011] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.777208] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.777305] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.777368] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.777561] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.777626] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.777730] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781 already deleted. [ 1116.777769] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.793055] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84e47622-8243-4569-9afe-094bcaaa6e7b',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.795653] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1116.796733] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1116.796733] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1116.796733] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-482" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.796733] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-d63b9821-c955-42ea-be31-3f2f537933e3 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.796733] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-d63b9821-c955-42ea-be31-3f2f537933e3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.797349] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-d63b9821-c955-42ea-be31-3f2f537933e3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.797349] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-d63b9821-c955-42ea-be31-3f2f537933e3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.797349] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d63b9821-c955-42ea-be31-3f2f537933e3',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.295412] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.295857] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.295857] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.296110] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.296288] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.296402] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84e47622-8243-4569-9afe-094bcaaa6e7b is going to be created. [ 1117.299385] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.299669] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.299868] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.300272] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.300501] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.300731] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port d63b9821-c955-42ea-be31-3f2f537933e3 not found, creating... [ 1117.301145] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.301391] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.301578] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.301907] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.302138] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.302565] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.302819] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.303018] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.303347] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.303658] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.303881] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: d63b9821-c955-42ea-be31-3f2f537933e3 is going to be created. [ 1117.307493] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9289668-329e-4d60-a331-9d084785d499 in Status: SUCCESS [ 1117.307698] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.331631] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.331896] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.332079] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.332373] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.332652] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.346266] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.346605] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.346876] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.347319] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.347666] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.348013] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-d63b9821-c955-42ea-be31-3f2f537933e3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.349773] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84e47622-8243-4569-9afe-094bcaaa6e7b in Status: UNINITIALIZED for 2s [ 1118.268660] env[69392]: INFO networking_nsxv3.common.synchronization [req-e641938d-6bef-47b0-9ba3-dc3faef380cf req-5626ad86-1646-4dfd-853e-222f69d3c50a service nova] Enqueued Resource ID: 0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781 with Priority: HIGHEST for action security_group_rules [ 1118.268861] env[69392]: INFO networking_nsxv3.common.synchronization [req-e641938d-6bef-47b0-9ba3-dc3faef380cf req-5626ad86-1646-4dfd-853e-222f69d3c50a service nova] Enqueued Resource ID: 0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781 with Priority: HIGHEST for action security_group_members [ 1118.269010] env[69392]: INFO networking_nsxv3.common.synchronization [req-e641938d-6bef-47b0-9ba3-dc3faef380cf req-5626ad86-1646-4dfd-853e-222f69d3c50a service nova] Enqueued Resource ID: d63b9821-c955-42ea-be31-3f2f537933e3 with Priority: HIGHEST for action port [ 1118.269262] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781 with Priority: HIGHEST for action security_group_rules [ 1118.269383] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781 with Priority: HIGHEST for action security_group_members [ 1118.269482] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d63b9821-c955-42ea-be31-3f2f537933e3 with Priority: HIGHEST for action port [ 1118.270090] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.270222] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.270284] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.270532] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.270634] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.271934] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.272081] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.272081] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.272261] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.272469] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.272571] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.272571] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.272795] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.272795] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.272900] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.273626] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-d63b9821-c955-42ea-be31-3f2f537933e3 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.273731] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d63b9821-c955-42ea-be31-3f2f537933e3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.273790] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d63b9821-c955-42ea-be31-3f2f537933e3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.274092] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d63b9821-c955-42ea-be31-3f2f537933e3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.274092] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d63b9821-c955-42ea-be31-3f2f537933e3',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.780585] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d63b9821-c955-42ea-be31-3f2f537933e3 with status ACTIVE [ 1118.780585] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.780585] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.780585] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.780585] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.780585] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.780585] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.780585] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.780585] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.780585] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.780585] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.780585] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.780585] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.780585] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.780585] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.780585] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.780585] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d63b9821-c955-42ea-be31-3f2f537933e3 is going to be updated. [ 1118.782310] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.782310] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.782310] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.813906] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.813906] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.813906] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.813906] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.813906] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.813906] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d63b9821-c955-42ea-be31-3f2f537933e3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.285115] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.362051] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84e47622-8243-4569-9afe-094bcaaa6e7b in Status: SUCCESS [ 1119.362275] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84e47622-8243-4569-9afe-094bcaaa6e7b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.362756] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84e47622-8243-4569-9afe-094bcaaa6e7b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.363513] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84e47622-8243-4569-9afe-094bcaaa6e7b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.363513] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.363513] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.363513] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.363764] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.363764] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.363764] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84e47622-8243-4569-9afe-094bcaaa6e7b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.363869] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('84e47622-8243-4569-9afe-094bcaaa6e7b',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.777478] env[69392]: INFO networking_nsxv3.common.synchronization [req-caab964c-5060-445d-8d55-2cd20d8d703d req-2a875faa-b520-4920-b235-d8327aae6705 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Enqueued Resource ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 with Priority: HIGHEST for action security_group_members [ 1119.778853] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 with Priority: HIGHEST for action security_group_members [ 1119.783333] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-01d6afbe-3053-4f64-ac14-04cad5aea5d5 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.783863] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.783974] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.784208] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.784722] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.784850] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.784919] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.785094] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.785184] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.785282] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01d6afbe-3053-4f64-ac14-04cad5aea5d5',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.790276] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.790276] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.790276] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.790276] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.790276] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.790276] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781 is going to be created. [ 1119.820886] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.820886] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.820886] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.820886] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.821212] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.835027] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781 in Status: UNINITIALIZED for 2s [ 1119.867018] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('84e47622-8243-4569-9afe-094bcaaa6e7b',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.287874] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01d6afbe-3053-4f64-ac14-04cad5aea5d5',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.369425] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 84e47622-8243-4569-9afe-094bcaaa6e7b: rpc.has_security_group_logging(os_id): False [ 1120.390559] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.390559] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.390559] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.390559] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.390559] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.390559] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.390559] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.390559] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.390559] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.390559] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.390559] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84e47622-8243-4569-9afe-094bcaaa6e7b is going to be created. [ 1120.471765] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.471917] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.471987] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.472215] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.472442] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.485485] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84e47622-8243-4569-9afe-094bcaaa6e7b in Status: IN_PROGRESS for 2s [ 1120.789862] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01d6afbe-3053-4f64-ac14-04cad5aea5d5',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.050361] env[69392]: INFO networking_nsxv3.common.synchronization [None req-e1a21705-b387-441a-b821-a92319c22f18 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Enqueued Resource ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 with Priority: HIGHEST for action security_group_members [ 1121.050891] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 with Priority: HIGHEST for action security_group_members [ 1121.051230] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-01d6afbe-3053-4f64-ac14-04cad5aea5d5 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.051332] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.063208] env[69392]: INFO networking_nsxv3.common.synchronization [req-9c00eded-ed74-4924-ae5b-c5114d64de1d req-c23ee27b-7470-480e-8908-ded7c3851618 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Enqueued Resource ID: 0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781 with Priority: HIGHEST for action security_group_members [ 1121.063208] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781 with Priority: HIGHEST for action security_group_members [ 1121.063208] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.063208] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.295883] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.295883] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.295883] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.295883] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.295883] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.295883] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 is going to be updated. [ 1121.332026] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.332026] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.332026] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.332026] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.332026] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.343697] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 in Status: IN_PROGRESS for 2s [ 1121.846266] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781 in Status: SUCCESS [ 1121.846542] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.846681] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.847000] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.847305] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.850018] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.850018] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.850018] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.850018] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.850018] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.850018] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.850018] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.850018] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.850518] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.850736] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.850898] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.851150] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.851298] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.851479] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.891486] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-482 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.891677] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-482" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.891806] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-482" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.892087] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-482" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.892365] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.892529] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.892650] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.892878] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.893382] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.893688] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1121.893870] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1121.893946] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1121.894072] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1121.894193] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1121.894303] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1121.894526] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1121.920117] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1121.920270] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1121.920418] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1121.920608] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-482" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.920940] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-c8a41898-44e3-4cba-acc3-5fc823575b50 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.921138] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-c8a41898-44e3-4cba-acc3-5fc823575b50" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.921263] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-c8a41898-44e3-4cba-acc3-5fc823575b50" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.921726] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-c8a41898-44e3-4cba-acc3-5fc823575b50" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.921901] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8a41898-44e3-4cba-acc3-5fc823575b50',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.354751] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.354937] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.355119] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.425693] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.425693] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.426087] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.426168] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.426422] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.426813] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port c8a41898-44e3-4cba-acc3-5fc823575b50 not found, creating... [ 1122.426893] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.427160] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.427302] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.427585] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.427773] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.428425] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.428759] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.428955] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.429619] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.429619] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.429883] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: c8a41898-44e3-4cba-acc3-5fc823575b50 is going to be created. [ 1122.475622] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.476084] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.476204] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.476905] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.477286] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.477623] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-c8a41898-44e3-4cba-acc3-5fc823575b50" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.508784] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84e47622-8243-4569-9afe-094bcaaa6e7b in Status: SUCCESS [ 1122.509125] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84e47622-8243-4569-9afe-094bcaaa6e7b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.858358] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.258593] env[69392]: INFO networking_nsxv3.common.synchronization [req-9c00eded-ed74-4924-ae5b-c5114d64de1d req-9dcfc72f-5dc0-44bc-b1a2-a577e541c3a8 service nova] Enqueued Resource ID: 0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781 with Priority: HIGHEST for action security_group_rules [ 1123.258794] env[69392]: INFO networking_nsxv3.common.synchronization [req-9c00eded-ed74-4924-ae5b-c5114d64de1d req-9dcfc72f-5dc0-44bc-b1a2-a577e541c3a8 service nova] Enqueued Resource ID: 0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781 with Priority: HIGHEST for action security_group_members [ 1123.258940] env[69392]: INFO networking_nsxv3.common.synchronization [req-9c00eded-ed74-4924-ae5b-c5114d64de1d req-9dcfc72f-5dc0-44bc-b1a2-a577e541c3a8 service nova] Enqueued Resource ID: c8a41898-44e3-4cba-acc3-5fc823575b50 with Priority: HIGHEST for action port [ 1123.259168] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781 with Priority: HIGHEST for action security_group_rules [ 1123.259302] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781 with Priority: HIGHEST for action security_group_members [ 1123.259381] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8a41898-44e3-4cba-acc3-5fc823575b50 with Priority: HIGHEST for action port [ 1123.259975] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.261987] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.262258] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.262360] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.262554] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8a41898-44e3-4cba-acc3-5fc823575b50 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.262660] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8a41898-44e3-4cba-acc3-5fc823575b50" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.262726] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8a41898-44e3-4cba-acc3-5fc823575b50" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.262927] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8a41898-44e3-4cba-acc3-5fc823575b50" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.263118] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8a41898-44e3-4cba-acc3-5fc823575b50',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.354211] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 in Status: SUCCESS [ 1123.354482] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.354689] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.354957] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.355182] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.355316] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.355381] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.355606] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.355719] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.355855] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01d6afbe-3053-4f64-ac14-04cad5aea5d5',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.359625] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.359767] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.359828] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.359982] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.360072] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.360167] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781 is going to be updated. [ 1123.389819] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.389956] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.390059] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.390702] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.390702] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.400120] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781 in Status: IN_PROGRESS for 2s [ 1123.765144] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c8a41898-44e3-4cba-acc3-5fc823575b50 with status ACTIVE [ 1123.765379] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.765514] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.765594] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.765870] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.765970] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.766187] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.766295] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.766360] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.766553] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.766612] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.766757] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.766859] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.766907] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.767046] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.767122] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.767208] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c8a41898-44e3-4cba-acc3-5fc823575b50 is going to be updated. [ 1123.792403] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.792623] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.792623] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.792901] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.793144] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.793364] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8a41898-44e3-4cba-acc3-5fc823575b50" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.860150] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.860531] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.860531] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.860758] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.860840] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.861056] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.861165] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.861229] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.861392] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.861471] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.861558] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 is going to be updated. [ 1123.900125] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.900348] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.900348] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.900543] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.900685] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.921848] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 in Status: IN_PROGRESS for 2s [ 1124.581077] env[69392]: INFO networking_nsxv3.common.synchronization [req-6782cb79-a939-4c13-89b0-17639b1e334f req-2806b57a-a37a-47b0-8bb6-fcd81cd027be tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Enqueued Resource ID: e65a0c1e-a9bc-40a4-b31b-1b3111429ab9 with Priority: HIGHEST for action security_group_members [ 1124.582146] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e65a0c1e-a9bc-40a4-b31b-1b3111429ab9 with Priority: HIGHEST for action security_group_members [ 1124.582675] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-e65a0c1e-a9bc-40a4-b31b-1b3111429ab9 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.582675] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e65a0c1e-a9bc-40a4-b31b-1b3111429ab9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.582675] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e65a0c1e-a9bc-40a4-b31b-1b3111429ab9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.582877] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e65a0c1e-a9bc-40a4-b31b-1b3111429ab9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.583066] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.583173] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.583228] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.583440] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.583600] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.583678] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e65a0c1e-a9bc-40a4-b31b-1b3111429ab9',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.087065] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.087501] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.087501] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.087634] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.087700] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.087911] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.088110] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.088186] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.088328] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.088403] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.088529] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e65a0c1e-a9bc-40a4-b31b-1b3111429ab9 is going to be updated. [ 1125.129457] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.129647] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.129647] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.130079] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.130274] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.141865] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e65a0c1e-a9bc-40a4-b31b-1b3111429ab9 in Status: IN_PROGRESS for 2s [ 1125.348217] env[69392]: INFO networking_nsxv3.common.synchronization [req-e7314661-e594-4399-82c9-c4835cf05c70 req-d7b5998a-4cac-4153-b90e-3a21a226766d tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Enqueued Resource ID: d4c70524-2907-4910-b60f-d2f26f666f25 with Priority: HIGHEST for action security_group_members [ 1125.348217] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4c70524-2907-4910-b60f-d2f26f666f25 with Priority: HIGHEST for action security_group_members [ 1125.348656] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4c70524-2907-4910-b60f-d2f26f666f25 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.348843] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.348843] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.349136] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.349771] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.349949] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.350055] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.350227] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.350347] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.350427] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4c70524-2907-4910-b60f-d2f26f666f25',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.412111] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781 in Status: SUCCESS [ 1125.412111] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.412111] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.412398] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.413062] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.413062] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.413062] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.413062] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.413062] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.413062] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.417218] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.417218] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.417218] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.417218] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.417218] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.417218] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.417218] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.417218] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.417218] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.417218] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.417218] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.417218] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.417218] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.417218] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.417218] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.417218] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.417218] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.417218] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.418299] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.783815] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-243 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.784262] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-243" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.784262] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-243" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.784661] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-243" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.785017] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.785235] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.785393] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.785665] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.785922] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.786227] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1125.786405] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1125.787101] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1125.787254] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1125.787428] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1125.787553] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1125.787746] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1125.809295] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1125.809513] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1125.809665] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1125.809848] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-243" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.810204] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-cd937a3d-2768-47b0-b0b8-e4067b040f84 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.810378] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-cd937a3d-2768-47b0-b0b8-e4067b040f84" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.810500] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-cd937a3d-2768-47b0-b0b8-e4067b040f84" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.810823] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-cd937a3d-2768-47b0-b0b8-e4067b040f84" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.810967] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd937a3d-2768-47b0-b0b8-e4067b040f84',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.854196] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.854196] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.854196] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.854196] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.854196] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.854196] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.854196] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.854196] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.854196] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.854196] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.854196] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4c70524-2907-4910-b60f-d2f26f666f25 already deleted. [ 1125.854196] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.919172] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781: rpc.has_security_group_logging(os_id): False [ 1125.921035] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.932836] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 in Status: SUCCESS [ 1125.933047] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 deletion is rescheduled due to dependency. [ 1125.933312] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.941923] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.942105] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.942181] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.942466] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.942564] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.942875] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.942977] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.943077] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.943352] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.943352] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.943522] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.943641] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.943768] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.943845] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.943922] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.944124] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.944221] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.944282] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.944424] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.944499] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.944586] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781 is going to be created. [ 1126.033967] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.034154] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.034154] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.034436] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.034688] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.054404] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781 in Status: IN_PROGRESS for 2s [ 1126.314090] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.314501] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.314501] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.314614] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.314809] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.314977] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port cd937a3d-2768-47b0-b0b8-e4067b040f84 not found, creating... [ 1126.315311] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.315477] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.315598] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.315878] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.316033] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.316338] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.316498] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.316619] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.316832] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.316964] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.317152] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: cd937a3d-2768-47b0-b0b8-e4067b040f84 is going to be created. [ 1126.339331] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.339575] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.339744] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.340073] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.340343] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.340576] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-cd937a3d-2768-47b0-b0b8-e4067b040f84" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.426175] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.931218] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.931218] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.931218] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.931218] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.931218] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.931218] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781 is going to be updated. [ 1126.964423] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.965748] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.965748] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.965748] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.965885] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.979242] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781 in Status: IN_PROGRESS for 2s [ 1127.152049] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e65a0c1e-a9bc-40a4-b31b-1b3111429ab9 in Status: SUCCESS [ 1127.153292] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e65a0c1e-a9bc-40a4-b31b-1b3111429ab9 deletion is rescheduled due to dependency. [ 1127.153418] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e65a0c1e-a9bc-40a4-b31b-1b3111429ab9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.234330] env[69392]: INFO networking_nsxv3.common.synchronization [req-4e767503-11e4-47a6-98dd-cd74f552cf4b req-46364c3a-836c-4a09-b960-4d3ab216a872 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Enqueued Resource ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 with Priority: HIGHEST for action security_group_members [ 1127.234989] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 with Priority: HIGHEST for action security_group_members [ 1127.235329] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.235447] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.235571] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.235741] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.235923] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.236090] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.236156] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.236319] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.236404] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.236500] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.408843] env[69392]: INFO networking_nsxv3.common.synchronization [req-e7314661-e594-4399-82c9-c4835cf05c70 req-0110a2e4-cd8c-4c4f-bad9-f93c5b4b387f service nova] Enqueued Resource ID: d4c70524-2907-4910-b60f-d2f26f666f25 with Priority: HIGHEST for action security_group_rules [ 1127.409111] env[69392]: INFO networking_nsxv3.common.synchronization [req-e7314661-e594-4399-82c9-c4835cf05c70 req-0110a2e4-cd8c-4c4f-bad9-f93c5b4b387f service nova] Enqueued Resource ID: d4c70524-2907-4910-b60f-d2f26f666f25 with Priority: HIGHEST for action security_group_members [ 1127.409276] env[69392]: INFO networking_nsxv3.common.synchronization [req-e7314661-e594-4399-82c9-c4835cf05c70 req-0110a2e4-cd8c-4c4f-bad9-f93c5b4b387f service nova] Enqueued Resource ID: cd937a3d-2768-47b0-b0b8-e4067b040f84 with Priority: HIGHEST for action port [ 1127.409870] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4c70524-2907-4910-b60f-d2f26f666f25 with Priority: HIGHEST for action security_group_rules [ 1127.410490] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4c70524-2907-4910-b60f-d2f26f666f25 with Priority: HIGHEST for action security_group_members [ 1127.410673] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd937a3d-2768-47b0-b0b8-e4067b040f84 with Priority: HIGHEST for action port [ 1127.410973] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4c70524-2907-4910-b60f-d2f26f666f25 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.411140] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.411220] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.411480] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.411567] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4c70524-2907-4910-b60f-d2f26f666f25',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.412781] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4c70524-2907-4910-b60f-d2f26f666f25 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.412885] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.412956] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.413154] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.413309] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.413407] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.413471] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.413643] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.413721] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.413811] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4c70524-2907-4910-b60f-d2f26f666f25',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.414993] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd937a3d-2768-47b0-b0b8-e4067b040f84 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.414993] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd937a3d-2768-47b0-b0b8-e4067b040f84" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.415114] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd937a3d-2768-47b0-b0b8-e4067b040f84" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.415163] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd937a3d-2768-47b0-b0b8-e4067b040f84" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.415240] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd937a3d-2768-47b0-b0b8-e4067b040f84',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.740618] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.740798] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.740869] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.741088] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.741712] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.741712] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.741712] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.741712] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.741712] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.742174] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.742174] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 is going to be updated. [ 1127.785253] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.785253] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.785253] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.785253] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.785253] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.797154] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 in Status: IN_PROGRESS for 2s [ 1127.919555] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4c70524-2907-4910-b60f-d2f26f666f25 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.919695] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.919884] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4c70524-2907-4910-b60f-d2f26f666f25',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.921034] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cd937a3d-2768-47b0-b0b8-e4067b040f84 with status ACTIVE [ 1127.921260] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.922025] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.922025] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.923674] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.924508] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.924508] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.924508] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.924508] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.924949] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.924949] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.924949] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.925117] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.925117] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.927768] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.927768] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.927768] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cd937a3d-2768-47b0-b0b8-e4067b040f84 is going to be updated. [ 1127.945364] env[69392]: INFO networking_nsxv3.common.synchronization [req-e7314661-e594-4399-82c9-c4835cf05c70 req-c0b884c7-6935-492a-81f1-2530c34a0112 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Enqueued Resource ID: d4c70524-2907-4910-b60f-d2f26f666f25 with Priority: HIGHEST for action security_group_members [ 1127.946125] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4c70524-2907-4910-b60f-d2f26f666f25 with Priority: HIGHEST for action security_group_members [ 1127.946449] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4c70524-2907-4910-b60f-d2f26f666f25 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.946582] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.953009] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.953234] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.953329] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.953888] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.954539] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.954539] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd937a3d-2768-47b0-b0b8-e4067b040f84" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.068705] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781 in Status: SUCCESS [ 1128.069019] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.069291] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.069571] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.069571] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.324031] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-243 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.324243] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-243" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.324375] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-243" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.324671] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-243" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.324957] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.325139] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.325272] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.325516] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.325675] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.326059] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1128.326197] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1128.326367] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1128.326533] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1128.326661] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1128.326782] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1128.326948] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1128.350073] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1128.350275] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1128.350446] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1128.350599] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-243" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.350959] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-15bb2105-ed7e-4e64-b8dc-905515e2b5d5 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.351161] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-15bb2105-ed7e-4e64-b8dc-905515e2b5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.351287] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-15bb2105-ed7e-4e64-b8dc-905515e2b5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.351620] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-15bb2105-ed7e-4e64-b8dc-905515e2b5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.351762] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15bb2105-ed7e-4e64-b8dc-905515e2b5d5',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.428972] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4c70524-2907-4910-b60f-d2f26f666f25',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.572615] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.572615] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.853841] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.854090] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.854223] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.854511] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.854666] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.854829] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port 15bb2105-ed7e-4e64-b8dc-905515e2b5d5 not found, creating... [ 1128.855121] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.855283] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.855403] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.855630] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.855800] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.856129] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.856299] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.856413] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.856627] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.856787] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.856957] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 15bb2105-ed7e-4e64-b8dc-905515e2b5d5 is going to be created. [ 1128.881379] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.881612] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.881746] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.882059] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.882309] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.882745] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-15bb2105-ed7e-4e64-b8dc-905515e2b5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.931873] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.932087] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.932140] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.932343] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.932425] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.932531] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4c70524-2907-4910-b60f-d2f26f666f25 is going to be created. [ 1128.960306] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.960539] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.960539] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.960894] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.960894] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.975419] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4c70524-2907-4910-b60f-d2f26f666f25 in Status: UNINITIALIZED for 2s [ 1128.997840] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781 in Status: SUCCESS [ 1128.998020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.998227] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.998446] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.998642] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.998761] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.998828] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.998990] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.999083] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.999168] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.999260] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.502050] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.502427] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.502953] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.502953] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.503106] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.503205] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.503272] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.503461] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.503553] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.503641] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.503914] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.503914] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.504515] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.504515] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.504515] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.504515] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.504515] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.504515] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.504991] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.504991] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.504991] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.613988] env[69392]: INFO networking_nsxv3.common.synchronization [req-e7314661-e594-4399-82c9-c4835cf05c70 req-823af7f1-919d-452c-9ef0-5997c11ed1d6 service nova] Enqueued Resource ID: d4c70524-2907-4910-b60f-d2f26f666f25 with Priority: HIGHEST for action security_group_rules [ 1129.614180] env[69392]: INFO networking_nsxv3.common.synchronization [req-e7314661-e594-4399-82c9-c4835cf05c70 req-823af7f1-919d-452c-9ef0-5997c11ed1d6 service nova] Enqueued Resource ID: d4c70524-2907-4910-b60f-d2f26f666f25 with Priority: HIGHEST for action security_group_members [ 1129.614319] env[69392]: INFO networking_nsxv3.common.synchronization [req-e7314661-e594-4399-82c9-c4835cf05c70 req-823af7f1-919d-452c-9ef0-5997c11ed1d6 service nova] Enqueued Resource ID: 15bb2105-ed7e-4e64-b8dc-905515e2b5d5 with Priority: HIGHEST for action port [ 1129.614916] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4c70524-2907-4910-b60f-d2f26f666f25 with Priority: HIGHEST for action security_group_rules [ 1129.615879] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4c70524-2907-4910-b60f-d2f26f666f25 with Priority: HIGHEST for action security_group_members [ 1129.615879] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15bb2105-ed7e-4e64-b8dc-905515e2b5d5 with Priority: HIGHEST for action port [ 1129.616066] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4c70524-2907-4910-b60f-d2f26f666f25 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.616246] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.616481] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4c70524-2907-4910-b60f-d2f26f666f25 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.616622] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.617034] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-15bb2105-ed7e-4e64-b8dc-905515e2b5d5 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.617209] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15bb2105-ed7e-4e64-b8dc-905515e2b5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.617279] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15bb2105-ed7e-4e64-b8dc-905515e2b5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.617490] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15bb2105-ed7e-4e64-b8dc-905515e2b5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.617574] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15bb2105-ed7e-4e64-b8dc-905515e2b5d5',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.810868] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 in Status: SUCCESS [ 1129.811208] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 deletion is rescheduled due to dependency. [ 1129.811431] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.006786] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781: rpc.has_security_group_logging(os_id): False [ 1130.024035] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.024185] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.024233] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.024426] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.024515] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.024733] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.024832] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.024927] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.025082] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.025184] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.025338] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.025433] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.025499] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.026071] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.026071] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.026071] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.026071] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.026284] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.026284] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.026368] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.026407] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781 is going to be updated. [ 1130.091701] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.092357] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.093022] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.094237] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.094663] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.111510] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781 in Status: IN_PROGRESS for 2s [ 1130.123020] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 15bb2105-ed7e-4e64-b8dc-905515e2b5d5 with status ACTIVE [ 1130.123020] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.123020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.123020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.123020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.123020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.123020] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.123020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.123020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.123020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.123020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.123020] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.123020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.123020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.123020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.123020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.123020] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 15bb2105-ed7e-4e64-b8dc-905515e2b5d5 is going to be updated. [ 1130.166494] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.166659] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.166781] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.166932] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.167105] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.167291] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15bb2105-ed7e-4e64-b8dc-905515e2b5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.402136] env[69392]: INFO networking_nsxv3.common.synchronization [req-f9798f7f-b97c-499c-a02e-85069d940b28 req-f580c074-7ad0-4b02-a954-17e0e96bfbee tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Enqueued Resource ID: 474363ef-503a-4971-9ce0-d26728345a41 with Priority: HIGHEST for action security_group_members [ 1130.402136] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 474363ef-503a-4971-9ce0-d26728345a41 with Priority: HIGHEST for action security_group_members [ 1130.402136] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-474363ef-503a-4971-9ce0-d26728345a41 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.402136] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-474363ef-503a-4971-9ce0-d26728345a41" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.402136] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-474363ef-503a-4971-9ce0-d26728345a41" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.402136] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-474363ef-503a-4971-9ce0-d26728345a41" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.402828] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.403134] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.403338] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.403617] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.403865] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.404422] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('474363ef-503a-4971-9ce0-d26728345a41',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.739429] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-705 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.739892] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-705" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.739892] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-705" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.740109] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-705" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.740379] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.740733] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.740733] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.740926] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.741189] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.741361] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1130.741477] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1130.741590] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1130.741719] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1130.741823] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1130.741928] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1130.742127] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1130.763485] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1130.763693] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1130.764431] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1130.764431] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-705" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.764613] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-db9ef7d9-7a76-4a46-bea2-1e70382509b3 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.764764] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-db9ef7d9-7a76-4a46-bea2-1e70382509b3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.764887] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-db9ef7d9-7a76-4a46-bea2-1e70382509b3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.765475] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-db9ef7d9-7a76-4a46-bea2-1e70382509b3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.765658] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db9ef7d9-7a76-4a46-bea2-1e70382509b3',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.908315] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.908315] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.908315] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.908315] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.908315] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.908315] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.908315] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.908315] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.908315] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.908315] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.908315] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 474363ef-503a-4971-9ce0-d26728345a41 already deleted. [ 1130.908315] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-474363ef-503a-4971-9ce0-d26728345a41" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.986150] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4c70524-2907-4910-b60f-d2f26f666f25 in Status: SUCCESS [ 1130.986418] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.986591] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.986814] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.987098] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.987319] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.987319] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.987477] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.987643] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.987643] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.987751] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d4c70524-2907-4910-b60f-d2f26f666f25',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.988714] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.988714] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.988872] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.988959] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.989020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.989164] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.989243] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.989329] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4c70524-2907-4910-b60f-d2f26f666f25',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.268446] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.268698] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.268844] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.269205] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.269723] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.269723] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port db9ef7d9-7a76-4a46-bea2-1e70382509b3 not found, creating... [ 1131.269863] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.270050] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.270180] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.270421] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.270581] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.271186] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.271186] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.271186] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.271435] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.271580] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.271732] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: db9ef7d9-7a76-4a46-bea2-1e70382509b3 is going to be created. [ 1131.295723] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.296007] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.296171] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.296483] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.296746] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.297043] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-db9ef7d9-7a76-4a46-bea2-1e70382509b3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.491532] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4c70524-2907-4910-b60f-d2f26f666f25 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.491780] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.492265] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4c70524-2907-4910-b60f-d2f26f666f25',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.994100] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4c70524-2907-4910-b60f-d2f26f666f25',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.063345] env[69392]: INFO networking_nsxv3.common.synchronization [req-f9798f7f-b97c-499c-a02e-85069d940b28 req-4bac2e02-6952-4851-8640-aea4a8ea8ef4 service nova] Enqueued Resource ID: 474363ef-503a-4971-9ce0-d26728345a41 with Priority: HIGHEST for action security_group_rules [ 1132.063345] env[69392]: INFO networking_nsxv3.common.synchronization [req-f9798f7f-b97c-499c-a02e-85069d940b28 req-4bac2e02-6952-4851-8640-aea4a8ea8ef4 service nova] Enqueued Resource ID: 474363ef-503a-4971-9ce0-d26728345a41 with Priority: HIGHEST for action security_group_members [ 1132.063345] env[69392]: INFO networking_nsxv3.common.synchronization [req-f9798f7f-b97c-499c-a02e-85069d940b28 req-4bac2e02-6952-4851-8640-aea4a8ea8ef4 service nova] Enqueued Resource ID: db9ef7d9-7a76-4a46-bea2-1e70382509b3 with Priority: HIGHEST for action port [ 1132.063345] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 474363ef-503a-4971-9ce0-d26728345a41 with Priority: HIGHEST for action security_group_rules [ 1132.063345] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 474363ef-503a-4971-9ce0-d26728345a41 with Priority: HIGHEST for action security_group_members [ 1132.063345] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db9ef7d9-7a76-4a46-bea2-1e70382509b3 with Priority: HIGHEST for action port [ 1132.063345] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-474363ef-503a-4971-9ce0-d26728345a41 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.063345] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-474363ef-503a-4971-9ce0-d26728345a41" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.063345] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-474363ef-503a-4971-9ce0-d26728345a41" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.063345] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-474363ef-503a-4971-9ce0-d26728345a41" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.063954] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('474363ef-503a-4971-9ce0-d26728345a41',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.068027] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-474363ef-503a-4971-9ce0-d26728345a41 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.068027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-474363ef-503a-4971-9ce0-d26728345a41" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.068027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-474363ef-503a-4971-9ce0-d26728345a41" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.068027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-474363ef-503a-4971-9ce0-d26728345a41" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.068027] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.068027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.068027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.068027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.068027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.068027] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('474363ef-503a-4971-9ce0-d26728345a41',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.068027] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-db9ef7d9-7a76-4a46-bea2-1e70382509b3 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.068027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db9ef7d9-7a76-4a46-bea2-1e70382509b3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.068027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db9ef7d9-7a76-4a46-bea2-1e70382509b3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.068027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db9ef7d9-7a76-4a46-bea2-1e70382509b3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.068027] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db9ef7d9-7a76-4a46-bea2-1e70382509b3',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.129541] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781 in Status: SUCCESS [ 1132.130107] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.497069] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.497311] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.497402] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.497646] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.497736] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.497843] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4c70524-2907-4910-b60f-d2f26f666f25 is going to be updated. [ 1132.532975] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.532975] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.532975] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.532975] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.532975] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.548490] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4c70524-2907-4910-b60f-d2f26f666f25 in Status: IN_PROGRESS for 2s [ 1132.572399] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db9ef7d9-7a76-4a46-bea2-1e70382509b3 with status ACTIVE [ 1132.572630] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.572767] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.572835] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.573110] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.573202] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.573391] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.573491] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.573554] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.573880] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.574015] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.574233] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.574353] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.574423] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.574582] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.574662] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.574751] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db9ef7d9-7a76-4a46-bea2-1e70382509b3 is going to be updated. [ 1132.575937] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('474363ef-503a-4971-9ce0-d26728345a41',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.578468] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-474363ef-503a-4971-9ce0-d26728345a41 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.578602] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-474363ef-503a-4971-9ce0-d26728345a41" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.607439] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.607610] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.607678] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.607847] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.607979] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.608178] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db9ef7d9-7a76-4a46-bea2-1e70382509b3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.081429] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('474363ef-503a-4971-9ce0-d26728345a41',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.584251] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.584441] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.584529] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.584836] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.585038] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.585145] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 474363ef-503a-4971-9ce0-d26728345a41 is going to be created. [ 1133.615481] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.615643] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.615709] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.615990] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.616186] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.627409] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 474363ef-503a-4971-9ce0-d26728345a41 in Status: UNINITIALIZED for 2s [ 1134.566503] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4c70524-2907-4910-b60f-d2f26f666f25 in Status: SUCCESS [ 1134.566503] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.566503] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.566503] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.566503] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.566503] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.566503] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.566503] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.566503] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.566503] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4c70524-2907-4910-b60f-d2f26f666f25',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.622063] env[69392]: INFO networking_nsxv3.common.synchronization [req-119c50fb-afa8-4040-aad2-c11ed514677b req-65a2e19e-6838-4b2b-8682-5a8d36d419a8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Enqueued Resource ID: f9289668-329e-4d60-a331-9d084785d499 with Priority: HIGHEST for action security_group_members [ 1134.626032] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9289668-329e-4d60-a331-9d084785d499 with Priority: HIGHEST for action security_group_members [ 1134.626032] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9289668-329e-4d60-a331-9d084785d499 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.626032] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.626032] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.626032] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.626032] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.626032] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.626032] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.626032] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.626032] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.626032] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9289668-329e-4d60-a331-9d084785d499',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.068759] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4c70524-2907-4910-b60f-d2f26f666f25',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.130725] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.130903] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.130988] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.131246] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.131342] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.131575] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.131683] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.131762] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.131969] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.132090] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.132184] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9289668-329e-4d60-a331-9d084785d499 is going to be updated. [ 1135.174849] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.175091] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.175091] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.175315] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.175473] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.186487] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9289668-329e-4d60-a331-9d084785d499 in Status: IN_PROGRESS for 2s [ 1135.570615] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4c70524-2907-4910-b60f-d2f26f666f25',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.640532] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 474363ef-503a-4971-9ce0-d26728345a41 in Status: SUCCESS [ 1135.640866] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-474363ef-503a-4971-9ce0-d26728345a41" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.641139] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-474363ef-503a-4971-9ce0-d26728345a41" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.641460] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-474363ef-503a-4971-9ce0-d26728345a41" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.641728] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.641870] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.641944] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.642145] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.642242] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.642330] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-474363ef-503a-4971-9ce0-d26728345a41" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.642436] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('474363ef-503a-4971-9ce0-d26728345a41',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.073669] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.073962] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.073962] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.074244] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.074398] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.074706] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4c70524-2907-4910-b60f-d2f26f666f25 is going to be updated. [ 1136.124777] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.125013] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.125377] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.125377] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.125632] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.146878] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('474363ef-503a-4971-9ce0-d26728345a41',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.253246] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4c70524-2907-4910-b60f-d2f26f666f25 in Status: IN_PROGRESS for 2s [ 1136.649769] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 474363ef-503a-4971-9ce0-d26728345a41: rpc.has_security_group_logging(os_id): False [ 1136.673259] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.673259] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.673259] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.673412] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.673412] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.673614] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.673710] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.673773] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.673918] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.673990] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.674145] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 474363ef-503a-4971-9ce0-d26728345a41 is going to be created. [ 1136.760027] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.760027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.760027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.760027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.760027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.775033] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 474363ef-503a-4971-9ce0-d26728345a41 in Status: IN_PROGRESS for 2s [ 1137.200495] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9289668-329e-4d60-a331-9d084785d499 in Status: SUCCESS [ 1137.200735] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9289668-329e-4d60-a331-9d084785d499 deletion is rescheduled due to dependency. [ 1137.200803] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.263457] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4c70524-2907-4910-b60f-d2f26f666f25 in Status: SUCCESS [ 1138.263833] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.263833] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.264067] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.264275] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.264396] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.264518] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.264637] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.264741] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.264845] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.265166] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4c70524-2907-4910-b60f-d2f26f666f25 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.265166] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.265338] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.265338] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.265472] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.265599] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.265657] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.265829] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.265948] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.266057] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.266639] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d4c70524-2907-4910-b60f-d2f26f666f25',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.771279] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d4c70524-2907-4910-b60f-d2f26f666f25: rpc.has_security_group_logging(os_id): False [ 1138.788316] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 474363ef-503a-4971-9ce0-d26728345a41 in Status: SUCCESS [ 1138.788316] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-474363ef-503a-4971-9ce0-d26728345a41" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.797045] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.797045] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.797045] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.797045] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.797045] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.797045] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.797045] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.797045] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.797045] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.797045] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.797045] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.797045] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.797045] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.797045] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.797955] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.800783] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.800783] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.800783] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.800783] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.800783] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.800783] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4c70524-2907-4910-b60f-d2f26f666f25 is going to be created. [ 1138.896632] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.896632] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.896632] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.900735] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.903424] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.917152] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4c70524-2907-4910-b60f-d2f26f666f25 in Status: IN_PROGRESS for 2s [ 1139.191313] env[69392]: INFO networking_nsxv3.common.synchronization [req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb req-4eca8d24-75f3-40e5-af30-a12b14646767 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Enqueued Resource ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd with Priority: HIGHEST for action security_group_members [ 1139.191876] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd with Priority: HIGHEST for action security_group_members [ 1139.192190] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.192310] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.192371] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.192832] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.192832] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.192995] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.192995] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.197308] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.197425] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.197538] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8f6935a-7f71-4e5a-b85e-3a4675b62fdd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.461402] env[69392]: INFO networking_nsxv3.common.synchronization [None req-8b0a6ace-764e-42be-8e65-63825fee8353 None None] Enqueued Resource ID: 50e8f8cf-5ec8-4362-ae4d-6069c8265ff7 with Priority: HIGHEST for action port [ 1139.467297] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50e8f8cf-5ec8-4362-ae4d-6069c8265ff7 with Priority: HIGHEST for action port [ 1139.467297] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-50e8f8cf-5ec8-4362-ae4d-6069c8265ff7 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.467297] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50e8f8cf-5ec8-4362-ae4d-6069c8265ff7" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.467297] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50e8f8cf-5ec8-4362-ae4d-6069c8265ff7" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.467297] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50e8f8cf-5ec8-4362-ae4d-6069c8265ff7" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.467297] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50e8f8cf-5ec8-4362-ae4d-6069c8265ff7',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.702280] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.702280] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.702280] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.702280] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.702280] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.702280] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.702280] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.702280] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.702280] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.702280] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.702280] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd is going to be updated. [ 1139.735049] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.739072] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.739072] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.739072] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.739072] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.748086] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd in Status: IN_PROGRESS for 2s [ 1139.970858] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 50e8f8cf-5ec8-4362-ae4d-6069c8265ff7 [ 1139.973060] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.973060] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.973060] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.973060] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.973060] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.973060] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:50e8f8cf-5ec8-4362-ae4d-6069c8265ff7 already deleted. [ 1139.973060] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50e8f8cf-5ec8-4362-ae4d-6069c8265ff7" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.121806] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-321 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.122019] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-321" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.122186] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-321" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.125114] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-321" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.125114] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.125114] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.125114] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.126294] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.126589] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.126938] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1140.127087] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1140.127210] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1140.127322] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1140.127444] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1140.127551] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1140.127692] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1140.155252] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1140.156143] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1140.157069] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1140.157069] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-321" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.157359] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-1b26c21b-ae71-4155-aa32-134ca7782a4a taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.157484] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-1b26c21b-ae71-4155-aa32-134ca7782a4a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.157778] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-1b26c21b-ae71-4155-aa32-134ca7782a4a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.158361] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-1b26c21b-ae71-4155-aa32-134ca7782a4a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.158851] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b26c21b-ae71-4155-aa32-134ca7782a4a',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.665482] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.665848] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.665848] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.666018] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.666184] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.666344] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port 1b26c21b-ae71-4155-aa32-134ca7782a4a not found, creating... [ 1140.666723] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.666889] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.667020] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.667274] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.667420] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.667749] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.667888] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.667990] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.673062] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.673062] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.673062] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 1b26c21b-ae71-4155-aa32-134ca7782a4a is going to be created. [ 1140.704416] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.704416] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.704416] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.705141] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.707035] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.707035] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-1b26c21b-ae71-4155-aa32-134ca7782a4a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.797031] env[69392]: INFO networking_nsxv3.common.synchronization [None req-9eb9c533-8d77-4df2-858a-61708f20166d None None] Enqueued Resource ID: d22c68bb-3393-4a9a-b008-e0136fd56011 with Priority: HIGHEST for action port [ 1140.797031] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d22c68bb-3393-4a9a-b008-e0136fd56011 with Priority: HIGHEST for action port [ 1140.797031] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-d22c68bb-3393-4a9a-b008-e0136fd56011 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.797031] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d22c68bb-3393-4a9a-b008-e0136fd56011" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.797031] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d22c68bb-3393-4a9a-b008-e0136fd56011" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.797999] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d22c68bb-3393-4a9a-b008-e0136fd56011" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.798341] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d22c68bb-3393-4a9a-b008-e0136fd56011',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.933487] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4c70524-2907-4910-b60f-d2f26f666f25 in Status: SUCCESS [ 1140.933776] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.933908] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.934147] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.934242] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4c70524-2907-4910-b60f-d2f26f666f25',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.302377] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d22c68bb-3393-4a9a-b008-e0136fd56011 [ 1141.302633] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.302770] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.302842] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.303180] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.303282] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.303410] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d22c68bb-3393-4a9a-b008-e0136fd56011 already deleted. [ 1141.303463] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d22c68bb-3393-4a9a-b008-e0136fd56011" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.439443] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4c70524-2907-4910-b60f-d2f26f666f25 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.439443] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.439443] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.439443] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.439443] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.439443] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.439443] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.439443] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.439443] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.439443] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.439443] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d4c70524-2907-4910-b60f-d2f26f666f25',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.447958] env[69392]: INFO networking_nsxv3.common.synchronization [req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa req-b266c74c-4922-4181-a235-138a6ad3563a tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Enqueued Resource ID: a584b752-9077-4eef-bc77-0cc03cb5dafb with Priority: HIGHEST for action security_group_members [ 1141.447958] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a584b752-9077-4eef-bc77-0cc03cb5dafb with Priority: HIGHEST for action security_group_members [ 1141.447958] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-a584b752-9077-4eef-bc77-0cc03cb5dafb taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.447958] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a584b752-9077-4eef-bc77-0cc03cb5dafb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.447958] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a584b752-9077-4eef-bc77-0cc03cb5dafb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.447958] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a584b752-9077-4eef-bc77-0cc03cb5dafb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.447958] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.447958] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.447958] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.447958] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.447958] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.447958] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a584b752-9077-4eef-bc77-0cc03cb5dafb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.760052] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd in Status: SUCCESS [ 1141.760454] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd deletion is rescheduled due to dependency. [ 1141.760454] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.822574] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-414 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.822859] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-414" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.824276] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-414" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.824653] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-414" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.824962] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.825245] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.825318] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.825598] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.825655] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.825853] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1141.826041] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1141.826210] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1141.826458] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1141.826651] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1141.826719] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1141.826934] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1141.855090] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1141.855090] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1141.855090] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1141.855090] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-414" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.855090] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-615ae80f-7dd5-4320-9fbb-1d0da84e1528 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.855090] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-615ae80f-7dd5-4320-9fbb-1d0da84e1528" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.855090] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-615ae80f-7dd5-4320-9fbb-1d0da84e1528" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.855388] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-615ae80f-7dd5-4320-9fbb-1d0da84e1528" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.855472] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('615ae80f-7dd5-4320-9fbb-1d0da84e1528',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.939019] env[69392]: INFO networking_nsxv3.common.synchronization [None req-92fa08fc-249c-4245-b7d8-cce2743ef810 None None] Enqueued Resource ID: ebe89e3b-8b4f-4b94-a759-25230e5e70a2 with Priority: HIGHEST for action port [ 1141.939019] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebe89e3b-8b4f-4b94-a759-25230e5e70a2 with Priority: HIGHEST for action port [ 1141.939019] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebe89e3b-8b4f-4b94-a759-25230e5e70a2 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.939019] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebe89e3b-8b4f-4b94-a759-25230e5e70a2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.939019] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebe89e3b-8b4f-4b94-a759-25230e5e70a2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.939019] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebe89e3b-8b4f-4b94-a759-25230e5e70a2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.939019] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebe89e3b-8b4f-4b94-a759-25230e5e70a2',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.945111] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4c70524-2907-4910-b60f-d2f26f666f25 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.945111] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.945281] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.946049] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.946049] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.946049] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.946049] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.946049] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.946281] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.946382] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.946557] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4c70524-2907-4910-b60f-d2f26f666f25 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.946767] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.946962] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.947085] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.948146] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.948146] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.948146] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.948146] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.948146] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.948146] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.948146] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d4c70524-2907-4910-b60f-d2f26f666f25',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.950728] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.951052] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.951182] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.951389] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.951519] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.951855] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.952016] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.952152] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.952758] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.952758] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.952758] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a584b752-9077-4eef-bc77-0cc03cb5dafb already deleted. [ 1141.952758] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a584b752-9077-4eef-bc77-0cc03cb5dafb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.101194] env[69392]: INFO networking_nsxv3.common.synchronization [req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb req-c95cc4ec-eb9b-4924-b644-40e75a452660 service nova] Enqueued Resource ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd with Priority: HIGHEST for action security_group_rules [ 1142.101377] env[69392]: INFO networking_nsxv3.common.synchronization [req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb req-c95cc4ec-eb9b-4924-b644-40e75a452660 service nova] Enqueued Resource ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd with Priority: HIGHEST for action security_group_members [ 1142.101580] env[69392]: INFO networking_nsxv3.common.synchronization [req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb req-c95cc4ec-eb9b-4924-b644-40e75a452660 service nova] Enqueued Resource ID: 1b26c21b-ae71-4155-aa32-134ca7782a4a with Priority: HIGHEST for action port [ 1142.102281] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd with Priority: HIGHEST for action security_group_rules [ 1142.102437] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd with Priority: HIGHEST for action security_group_members [ 1142.102662] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b26c21b-ae71-4155-aa32-134ca7782a4a with Priority: HIGHEST for action port [ 1142.102975] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.103111] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.103188] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.103811] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.103963] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d8f6935a-7f71-4e5a-b85e-3a4675b62fdd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.105058] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.105197] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.105290] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.105559] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.105690] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.105789] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.105864] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.106083] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.106174] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.106275] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8f6935a-7f71-4e5a-b85e-3a4675b62fdd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.107328] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b26c21b-ae71-4155-aa32-134ca7782a4a taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.107454] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b26c21b-ae71-4155-aa32-134ca7782a4a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.107523] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b26c21b-ae71-4155-aa32-134ca7782a4a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.107825] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b26c21b-ae71-4155-aa32-134ca7782a4a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.107916] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b26c21b-ae71-4155-aa32-134ca7782a4a',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.358970] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.359278] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.359529] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.359698] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.359856] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.360041] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port 615ae80f-7dd5-4320-9fbb-1d0da84e1528 not found, creating... [ 1142.360346] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.360612] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.360679] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.360859] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.361009] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.361938] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.361938] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.361938] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.361938] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.361938] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.362889] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 615ae80f-7dd5-4320-9fbb-1d0da84e1528 is going to be created. [ 1142.391845] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.392655] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.392655] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.392812] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.393064] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.393508] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-615ae80f-7dd5-4320-9fbb-1d0da84e1528" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.396277] env[69392]: INFO networking_nsxv3.common.synchronization [req-83e7aad6-0ca4-4b43-a047-da3dbd01e980 req-5dbf71fe-f081-4a67-be23-12ad3acc65ff tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Enqueued Resource ID: d4c70524-2907-4910-b60f-d2f26f666f25 with Priority: HIGHEST for action security_group_members [ 1142.397050] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4c70524-2907-4910-b60f-d2f26f666f25 with Priority: HIGHEST for action security_group_members [ 1142.397308] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4c70524-2907-4910-b60f-d2f26f666f25 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.397419] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.397497] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.397672] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.397828] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.397929] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.397990] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.398338] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.398456] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.398561] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4c70524-2907-4910-b60f-d2f26f666f25',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.442955] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ebe89e3b-8b4f-4b94-a759-25230e5e70a2 [ 1142.442955] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.442955] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.442955] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.443297] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.443297] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.443364] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ebe89e3b-8b4f-4b94-a759-25230e5e70a2 already deleted. [ 1142.443397] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebe89e3b-8b4f-4b94-a759-25230e5e70a2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.451408] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d4c70524-2907-4910-b60f-d2f26f666f25: rpc.has_security_group_logging(os_id): False [ 1142.469078] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.469254] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.469352] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.469551] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.469649] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.469885] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.469985] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.470063] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.470218] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.470295] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.470477] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.470569] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.470627] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.470810] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.470854] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.470999] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.476024] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.476024] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.476024] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.476024] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.476024] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4c70524-2907-4910-b60f-d2f26f666f25 is going to be updated. [ 1142.490716] env[69392]: INFO networking_nsxv3.common.synchronization [req-18f7a690-5472-48e8-83ba-c7e13beb5b35 req-97920feb-769e-4bf4-a036-74d55583542c tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Enqueued Resource ID: d4c70524-2907-4910-b60f-d2f26f666f25 with Priority: HIGHEST for action security_group_members [ 1142.491272] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4c70524-2907-4910-b60f-d2f26f666f25 with Priority: HIGHEST for action security_group_members [ 1142.491940] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4c70524-2907-4910-b60f-d2f26f666f25 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.491940] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.562017] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.562166] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.562224] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.562573] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.562573] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.576265] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4c70524-2907-4910-b60f-d2f26f666f25 in Status: IN_PROGRESS for 2s [ 1142.610608] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d8f6935a-7f71-4e5a-b85e-3a4675b62fdd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.611918] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.611918] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.612118] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1b26c21b-ae71-4155-aa32-134ca7782a4a with status ACTIVE [ 1142.612118] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.612267] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.612331] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.612530] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.612620] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.612801] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.612895] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.612949] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.613121] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.613213] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.613393] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.613481] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.613543] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.613782] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.613895] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.614062] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1b26c21b-ae71-4155-aa32-134ca7782a4a is going to be updated. [ 1142.650384] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.650605] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.650605] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.650882] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.651047] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.651357] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b26c21b-ae71-4155-aa32-134ca7782a4a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.902300] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4c70524-2907-4910-b60f-d2f26f666f25',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.110141] env[69392]: INFO networking_nsxv3.common.synchronization [req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa req-06d211c2-31c2-4112-b5c8-64f5092ec888 service nova] Enqueued Resource ID: a584b752-9077-4eef-bc77-0cc03cb5dafb with Priority: HIGHEST for action security_group_rules [ 1143.110499] env[69392]: INFO networking_nsxv3.common.synchronization [req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa req-06d211c2-31c2-4112-b5c8-64f5092ec888 service nova] Enqueued Resource ID: a584b752-9077-4eef-bc77-0cc03cb5dafb with Priority: HIGHEST for action security_group_members [ 1143.110697] env[69392]: INFO networking_nsxv3.common.synchronization [req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa req-06d211c2-31c2-4112-b5c8-64f5092ec888 service nova] Enqueued Resource ID: 615ae80f-7dd5-4320-9fbb-1d0da84e1528 with Priority: HIGHEST for action port [ 1143.111170] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a584b752-9077-4eef-bc77-0cc03cb5dafb with Priority: HIGHEST for action security_group_rules [ 1143.111170] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a584b752-9077-4eef-bc77-0cc03cb5dafb with Priority: HIGHEST for action security_group_members [ 1143.111170] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 615ae80f-7dd5-4320-9fbb-1d0da84e1528 with Priority: HIGHEST for action port [ 1143.112813] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a584b752-9077-4eef-bc77-0cc03cb5dafb taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.112948] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a584b752-9077-4eef-bc77-0cc03cb5dafb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.113031] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a584b752-9077-4eef-bc77-0cc03cb5dafb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.113240] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a584b752-9077-4eef-bc77-0cc03cb5dafb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.113316] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a584b752-9077-4eef-bc77-0cc03cb5dafb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.114472] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-a584b752-9077-4eef-bc77-0cc03cb5dafb taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.114593] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a584b752-9077-4eef-bc77-0cc03cb5dafb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.114666] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a584b752-9077-4eef-bc77-0cc03cb5dafb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.114849] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a584b752-9077-4eef-bc77-0cc03cb5dafb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.115455] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.115455] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.115455] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.115455] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.115455] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.115455] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a584b752-9077-4eef-bc77-0cc03cb5dafb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.119911] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-615ae80f-7dd5-4320-9fbb-1d0da84e1528 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.119911] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-615ae80f-7dd5-4320-9fbb-1d0da84e1528" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.120097] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-615ae80f-7dd5-4320-9fbb-1d0da84e1528" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.120144] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-615ae80f-7dd5-4320-9fbb-1d0da84e1528" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.120186] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('615ae80f-7dd5-4320-9fbb-1d0da84e1528',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.121474] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d8f6935a-7f71-4e5a-b85e-3a4675b62fdd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.262514] env[69392]: INFO networking_nsxv3.common.synchronization [None req-b881ba57-212c-453d-93ec-a73d834a1069 None None] Enqueued Resource ID: dd1d6ef2-7429-4393-a5ed-be26f58757a9 with Priority: HIGHEST for action port [ 1143.264383] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd1d6ef2-7429-4393-a5ed-be26f58757a9 with Priority: HIGHEST for action port [ 1143.264383] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd1d6ef2-7429-4393-a5ed-be26f58757a9 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.264383] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd1d6ef2-7429-4393-a5ed-be26f58757a9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.264383] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd1d6ef2-7429-4393-a5ed-be26f58757a9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.264383] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd1d6ef2-7429-4393-a5ed-be26f58757a9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.264383] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd1d6ef2-7429-4393-a5ed-be26f58757a9',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.404450] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4c70524-2907-4910-b60f-d2f26f666f25',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.624035] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-a584b752-9077-4eef-bc77-0cc03cb5dafb taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.624035] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a584b752-9077-4eef-bc77-0cc03cb5dafb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.624035] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a584b752-9077-4eef-bc77-0cc03cb5dafb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.624035] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.624035] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.624368] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.624424] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.624540] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.624661] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd is going to be updated. [ 1143.625779] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 615ae80f-7dd5-4320-9fbb-1d0da84e1528 with status ACTIVE [ 1143.626056] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.626324] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.626424] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.626622] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.626735] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.626973] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.627125] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.627213] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.627388] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.627497] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.627737] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.627866] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.628171] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.628171] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.628171] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.628713] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 615ae80f-7dd5-4320-9fbb-1d0da84e1528 is going to be updated. [ 1143.657966] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.657966] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.657966] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.657966] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.657966] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.657966] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-615ae80f-7dd5-4320-9fbb-1d0da84e1528" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.661243] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.661383] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.661445] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.661639] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.661781] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.671826] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd in Status: IN_PROGRESS for 2s [ 1143.767242] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dd1d6ef2-7429-4393-a5ed-be26f58757a9 [ 1143.767399] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.767542] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.767610] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.767830] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.767917] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.768019] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dd1d6ef2-7429-4393-a5ed-be26f58757a9 already deleted. [ 1143.768102] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd1d6ef2-7429-4393-a5ed-be26f58757a9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.911158] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.911158] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.911158] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.911158] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.911158] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.911158] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4c70524-2907-4910-b60f-d2f26f666f25 is going to be updated. [ 1143.970572] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.971097] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.971375] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.971760] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.972081] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.991159] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4c70524-2907-4910-b60f-d2f26f666f25 in Status: IN_PROGRESS for 2s [ 1144.132478] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a584b752-9077-4eef-bc77-0cc03cb5dafb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.588766] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4c70524-2907-4910-b60f-d2f26f666f25 in Status: SUCCESS [ 1144.588996] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.636516] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.636682] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.636748] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.636954] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.637187] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.637341] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a584b752-9077-4eef-bc77-0cc03cb5dafb is going to be created. [ 1144.661476] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.661625] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.661695] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.662254] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.662443] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.673464] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a584b752-9077-4eef-bc77-0cc03cb5dafb in Status: UNINITIALIZED for 2s [ 1145.684094] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd in Status: SUCCESS [ 1145.684437] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.684523] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.684740] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.684930] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.685063] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.685150] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.685312] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.685393] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.685478] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.685569] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d8f6935a-7f71-4e5a-b85e-3a4675b62fdd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.009232] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4c70524-2907-4910-b60f-d2f26f666f25 in Status: SUCCESS [ 1146.009232] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.009232] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.009232] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.009232] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.009232] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.009232] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.009232] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.009232] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.009232] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4c70524-2907-4910-b60f-d2f26f666f25',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.187934] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.188911] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.189038] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.189241] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.189554] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.189697] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.189832] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.190060] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.190193] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.190329] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.190583] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.190706] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.190866] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.191018] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.192332] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.192461] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.192632] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.192817] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.193022] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.193081] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.193161] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d8f6935a-7f71-4e5a-b85e-3a4675b62fdd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.510762] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.511134] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.511134] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.511239] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.511460] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.511665] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.511785] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.511847] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.512147] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.512293] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.512397] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4c70524-2907-4910-b60f-d2f26f666f25 is going to be updated. [ 1146.539935] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.540111] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.540213] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.540378] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.540518] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.551103] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4c70524-2907-4910-b60f-d2f26f666f25 in Status: IN_PROGRESS for 2s [ 1146.685577] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a584b752-9077-4eef-bc77-0cc03cb5dafb in Status: SUCCESS [ 1146.685817] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a584b752-9077-4eef-bc77-0cc03cb5dafb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.685997] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a584b752-9077-4eef-bc77-0cc03cb5dafb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.686311] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a584b752-9077-4eef-bc77-0cc03cb5dafb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.686518] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.686651] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.686719] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.686874] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.686957] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.687075] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a584b752-9077-4eef-bc77-0cc03cb5dafb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.687184] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a584b752-9077-4eef-bc77-0cc03cb5dafb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.700470] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d8f6935a-7f71-4e5a-b85e-3a4675b62fdd: rpc.has_security_group_logging(os_id): False [ 1146.720235] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.720411] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.720459] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.720672] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.720764] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.720958] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.721094] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.721165] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.721276] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.721354] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.721553] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.721781] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.721852] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.722056] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.722182] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.722697] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.722697] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.722697] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.722697] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.723049] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.723049] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd is going to be updated. [ 1146.790450] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.790687] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.790687] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.790944] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.791120] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.805637] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd in Status: IN_PROGRESS for 2s [ 1147.189788] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a584b752-9077-4eef-bc77-0cc03cb5dafb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.695563] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a584b752-9077-4eef-bc77-0cc03cb5dafb: rpc.has_security_group_logging(os_id): False [ 1147.714526] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.714748] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.714748] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.714950] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.715058] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.715314] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.715491] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.715580] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.715828] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.715828] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.716071] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a584b752-9077-4eef-bc77-0cc03cb5dafb is going to be created. [ 1147.778754] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.778846] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.778892] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.779117] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.779298] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.797885] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a584b752-9077-4eef-bc77-0cc03cb5dafb in Status: IN_PROGRESS for 2s [ 1148.264321] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1148.264398] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1148.563165] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4c70524-2907-4910-b60f-d2f26f666f25 in Status: SUCCESS [ 1148.563464] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4c70524-2907-4910-b60f-d2f26f666f25 deletion is rescheduled due to dependency. [ 1148.563636] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.823972] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd in Status: SUCCESS [ 1148.823972] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.812854] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a584b752-9077-4eef-bc77-0cc03cb5dafb in Status: SUCCESS [ 1149.812854] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a584b752-9077-4eef-bc77-0cc03cb5dafb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.601909] env[69392]: INFO networking_nsxv3.common.synchronization [None req-3884cfaf-f39b-4736-a02b-867a42bf9ae7 None None] Enqueued Resource ID: 87262779-786b-4804-880b-09cde9515393 with Priority: HIGHEST for action port [ 1150.602642] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87262779-786b-4804-880b-09cde9515393 with Priority: HIGHEST for action port [ 1150.603293] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-87262779-786b-4804-880b-09cde9515393 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.603554] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87262779-786b-4804-880b-09cde9515393" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.603741] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87262779-786b-4804-880b-09cde9515393" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.604219] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87262779-786b-4804-880b-09cde9515393" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.604413] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87262779-786b-4804-880b-09cde9515393',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.108074] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 87262779-786b-4804-880b-09cde9515393 [ 1151.108591] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.108591] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.108844] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.108844] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.108987] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.109082] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:87262779-786b-4804-880b-09cde9515393 already deleted. [ 1151.109082] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87262779-786b-4804-880b-09cde9515393" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.335373] env[69392]: INFO networking_nsxv3.common.synchronization [None req-ee9f357c-ca0b-4ffd-b1f9-0f367b1d84a3 None None] Enqueued Resource ID: 249ecd4b-491e-48d0-90fb-7f74efcd72d1 with Priority: HIGHEST for action port [ 1152.336888] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 249ecd4b-491e-48d0-90fb-7f74efcd72d1 with Priority: HIGHEST for action port [ 1152.339892] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-249ecd4b-491e-48d0-90fb-7f74efcd72d1 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.339892] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-249ecd4b-491e-48d0-90fb-7f74efcd72d1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.339892] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-249ecd4b-491e-48d0-90fb-7f74efcd72d1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.339892] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-249ecd4b-491e-48d0-90fb-7f74efcd72d1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.339892] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('249ecd4b-491e-48d0-90fb-7f74efcd72d1',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.552864] env[69392]: INFO networking_nsxv3.common.synchronization [None req-ee09e828-53c3-494c-a70d-7cd951bd9778 None None] Enqueued Resource ID: 45576130-e5c4-475d-a0d3-d8a9dc7aa686 with Priority: HIGHEST for action port [ 1152.553708] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45576130-e5c4-475d-a0d3-d8a9dc7aa686 with Priority: HIGHEST for action port [ 1152.553849] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-45576130-e5c4-475d-a0d3-d8a9dc7aa686 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.554076] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45576130-e5c4-475d-a0d3-d8a9dc7aa686" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.554151] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45576130-e5c4-475d-a0d3-d8a9dc7aa686" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.554391] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45576130-e5c4-475d-a0d3-d8a9dc7aa686" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.554507] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45576130-e5c4-475d-a0d3-d8a9dc7aa686',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.842475] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 249ecd4b-491e-48d0-90fb-7f74efcd72d1 [ 1152.842475] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.842475] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.842475] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.842475] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.842705] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.842705] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:249ecd4b-491e-48d0-90fb-7f74efcd72d1 already deleted. [ 1152.842705] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-249ecd4b-491e-48d0-90fb-7f74efcd72d1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.053389] env[69392]: INFO networking_nsxv3.common.synchronization [req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 req-3fbadd82-3d14-4b75-910a-60595fbe425d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Enqueued Resource ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 with Priority: HIGHEST for action security_group_members [ 1153.056039] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 with Priority: HIGHEST for action security_group_members [ 1153.057378] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.057457] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.057457] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.057673] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.057841] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.057934] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.058756] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.058756] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.058756] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.058756] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.059615] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 45576130-e5c4-475d-a0d3-d8a9dc7aa686 [ 1153.059749] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.059852] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.059915] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.060086] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.060170] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.060261] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:45576130-e5c4-475d-a0d3-d8a9dc7aa686 already deleted. [ 1153.060338] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45576130-e5c4-475d-a0d3-d8a9dc7aa686" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.491773] env[69392]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1153.491773] env[69392]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] NSXv3 Agent Agent loop - iteration:2 started [ 1153.564928] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.564928] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.564928] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.564928] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.564928] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.564928] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.564928] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.564928] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.564928] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.564928] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.564928] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 is going to be updated. [ 1153.599462] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.599462] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.599462] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.599462] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.599462] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.603779] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-820 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.604623] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-820" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.605110] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-820" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.605110] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-820" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.605328] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.605453] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.605572] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.605791] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.605949] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.607023] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1153.607023] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1153.607164] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1153.607305] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1153.610019] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1153.610019] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1153.610019] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1153.619105] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 in Status: IN_PROGRESS for 2s [ 1153.627488] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1153.627973] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1153.627973] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1153.628143] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-820" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.628518] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-d60fe5f1-3c5e-44c5-bf11-bcb4845c0d00 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.628654] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-d60fe5f1-3c5e-44c5-bf11-bcb4845c0d00" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.628756] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-d60fe5f1-3c5e-44c5-bf11-bcb4845c0d00" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.629163] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-d60fe5f1-3c5e-44c5-bf11-bcb4845c0d00" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.629344] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d60fe5f1-3c5e-44c5-bf11-bcb4845c0d00',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.132978] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.133224] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.133348] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.133702] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.133977] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.134243] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port d60fe5f1-3c5e-44c5-bf11-bcb4845c0d00 not found, creating... [ 1154.134614] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.134884] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.135081] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.135405] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.135586] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.135932] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.136188] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.136396] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.136634] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.136890] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.137324] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: d60fe5f1-3c5e-44c5-bf11-bcb4845c0d00 is going to be created. [ 1154.172810] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.176269] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.176499] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.176804] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.177057] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.177353] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-d60fe5f1-3c5e-44c5-bf11-bcb4845c0d00" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.941660] env[69392]: INFO networking_nsxv3.common.synchronization [None req-6fd6c07a-7d31-4737-8a8c-f2cf15922dd6 None None] Enqueued Resource ID: 59993f78-943c-4e21-ae36-f6a8a8b7ac42 with Priority: HIGHEST for action port [ 1154.942136] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59993f78-943c-4e21-ae36-f6a8a8b7ac42 with Priority: HIGHEST for action port [ 1154.942759] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-59993f78-943c-4e21-ae36-f6a8a8b7ac42 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.942759] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59993f78-943c-4e21-ae36-f6a8a8b7ac42" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.942759] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59993f78-943c-4e21-ae36-f6a8a8b7ac42" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.943075] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59993f78-943c-4e21-ae36-f6a8a8b7ac42" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.943075] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59993f78-943c-4e21-ae36-f6a8a8b7ac42',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.445673] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 59993f78-943c-4e21-ae36-f6a8a8b7ac42 [ 1155.445961] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.446365] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.446489] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.446791] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.446955] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.447237] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:59993f78-943c-4e21-ae36-f6a8a8b7ac42 already deleted. [ 1155.447648] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59993f78-943c-4e21-ae36-f6a8a8b7ac42" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.525762] env[69392]: INFO networking_nsxv3.common.synchronization [req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 req-a92cd706-7a29-4570-b328-7b80c9ed66b7 service nova] Enqueued Resource ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 with Priority: HIGHEST for action security_group_rules [ 1155.525946] env[69392]: INFO networking_nsxv3.common.synchronization [req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 req-a92cd706-7a29-4570-b328-7b80c9ed66b7 service nova] Enqueued Resource ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 with Priority: HIGHEST for action security_group_members [ 1155.526141] env[69392]: INFO networking_nsxv3.common.synchronization [req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 req-a92cd706-7a29-4570-b328-7b80c9ed66b7 service nova] Enqueued Resource ID: d60fe5f1-3c5e-44c5-bf11-bcb4845c0d00 with Priority: HIGHEST for action port [ 1155.526482] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 with Priority: HIGHEST for action security_group_rules [ 1155.526595] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 with Priority: HIGHEST for action security_group_members [ 1155.526747] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d60fe5f1-3c5e-44c5-bf11-bcb4845c0d00 with Priority: HIGHEST for action port [ 1155.527469] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.527644] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.527726] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.527935] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.528025] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.529858] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.529858] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.529858] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-d60fe5f1-3c5e-44c5-bf11-bcb4845c0d00 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.529858] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d60fe5f1-3c5e-44c5-bf11-bcb4845c0d00" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.529858] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d60fe5f1-3c5e-44c5-bf11-bcb4845c0d00" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.530313] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d60fe5f1-3c5e-44c5-bf11-bcb4845c0d00" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.530313] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d60fe5f1-3c5e-44c5-bf11-bcb4845c0d00',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.631109] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 in Status: SUCCESS [ 1155.631109] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 deletion is rescheduled due to dependency. [ 1155.631109] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.631109] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.631412] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.631575] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.631742] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.631836] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.632212] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.632378] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.632586] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.808892] env[69392]: INFO networking_nsxv3.common.synchronization [None req-e543c493-c76c-40f1-bd4e-1ba16f339765 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Enqueued Resource ID: f9606548-654a-49d2-9fbc-444cc75811c1 with Priority: HIGHEST for action security_group_rules [ 1155.809877] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9606548-654a-49d2-9fbc-444cc75811c1 with Priority: HIGHEST for action security_group_rules [ 1155.809877] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9606548-654a-49d2-9fbc-444cc75811c1 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.809877] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9606548-654a-49d2-9fbc-444cc75811c1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.810036] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9606548-654a-49d2-9fbc-444cc75811c1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.810657] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9606548-654a-49d2-9fbc-444cc75811c1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.810804] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9606548-654a-49d2-9fbc-444cc75811c1',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.895124] env[69392]: INFO networking_nsxv3.common.synchronization [None req-aa4d44e3-d8d9-4b27-a664-74040804cc13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Enqueued Resource ID: f9606548-654a-49d2-9fbc-444cc75811c1 with Priority: HIGHEST for action security_group_rules [ 1155.895713] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9606548-654a-49d2-9fbc-444cc75811c1 with Priority: HIGHEST for action security_group_rules [ 1155.896036] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9606548-654a-49d2-9fbc-444cc75811c1 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.896159] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9606548-654a-49d2-9fbc-444cc75811c1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.032282] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.032282] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.032615] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d60fe5f1-3c5e-44c5-bf11-bcb4845c0d00 with status ACTIVE [ 1156.032615] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.032615] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.032790] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.032895] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.032991] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.033219] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.033343] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.033411] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.033603] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.033701] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.033887] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.033983] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.034073] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.034264] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.034343] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.034445] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d60fe5f1-3c5e-44c5-bf11-bcb4845c0d00 is going to be updated. [ 1156.059662] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.059886] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.059886] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.060144] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.060283] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.060475] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d60fe5f1-3c5e-44c5-bf11-bcb4845c0d00" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.135743] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.334132] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.334369] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.334369] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.334582] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.334669] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.334797] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9606548-654a-49d2-9fbc-444cc75811c1 already deleted. [ 1156.334919] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9606548-654a-49d2-9fbc-444cc75811c1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.335150] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9606548-654a-49d2-9fbc-444cc75811c1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.335355] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9606548-654a-49d2-9fbc-444cc75811c1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.335482] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9606548-654a-49d2-9fbc-444cc75811c1',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.638178] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.858392] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.858622] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.858705] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.858988] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.859104] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.859205] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9606548-654a-49d2-9fbc-444cc75811c1 already deleted. [ 1156.859289] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9606548-654a-49d2-9fbc-444cc75811c1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.142175] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.142576] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.142576] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.142676] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.142744] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.142849] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 is going to be updated. [ 1157.175502] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.175737] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.175737] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.175924] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.176086] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.185510] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 in Status: IN_PROGRESS for 2s [ 1159.203169] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 in Status: SUCCESS [ 1159.203484] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.203575] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.203790] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.204433] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.204589] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.204663] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.204841] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.205994] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.205994] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.205994] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.711028] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.711028] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.711028] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.711028] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.711028] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.711028] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.711028] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.711028] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.711028] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.711028] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.711028] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.711028] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.711028] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.711028] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.711028] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.711028] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.712012] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.712012] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.712012] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.712012] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.712012] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.213981] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3: rpc.has_security_group_logging(os_id): False [ 1160.235104] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.235304] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.235526] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.235767] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.235872] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.236131] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.236297] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.236370] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.236547] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.236633] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.236850] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.236973] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.237060] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.237256] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.237380] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.237585] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.237686] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.237751] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.237897] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.237974] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.238075] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 is going to be updated. [ 1160.313879] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.313879] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.313879] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.314100] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.314201] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.372171] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 in Status: IN_PROGRESS for 2s [ 1160.896849] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1160.897046] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1160.923968] env[69392]: INFO networking_nsxv3.common.synchronization [None req-409b2832-fd03-4c60-9c2e-e553fe8f5634 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Enqueued Resource ID: f47e5b75-0743-45e7-8eef-18febff0b7f0 with Priority: HIGHEST for action security_group_rules [ 1160.924260] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f47e5b75-0743-45e7-8eef-18febff0b7f0 with Priority: HIGHEST for action security_group_rules [ 1160.924787] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f47e5b75-0743-45e7-8eef-18febff0b7f0 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.924787] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f47e5b75-0743-45e7-8eef-18febff0b7f0" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.924787] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f47e5b75-0743-45e7-8eef-18febff0b7f0" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.925010] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f47e5b75-0743-45e7-8eef-18febff0b7f0" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.925120] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f47e5b75-0743-45e7-8eef-18febff0b7f0',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.017372] env[69392]: INFO networking_nsxv3.common.synchronization [None req-1529e156-e9dd-4b47-b5f4-a0fdd6c5d286 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Enqueued Resource ID: f47e5b75-0743-45e7-8eef-18febff0b7f0 with Priority: HIGHEST for action security_group_rules [ 1161.017372] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f47e5b75-0743-45e7-8eef-18febff0b7f0 with Priority: HIGHEST for action security_group_rules [ 1161.017372] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f47e5b75-0743-45e7-8eef-18febff0b7f0 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.017518] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f47e5b75-0743-45e7-8eef-18febff0b7f0" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.448922] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.449366] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.449366] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.449480] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.449541] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.449641] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f47e5b75-0743-45e7-8eef-18febff0b7f0 already deleted. [ 1161.449729] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f47e5b75-0743-45e7-8eef-18febff0b7f0" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.449886] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f47e5b75-0743-45e7-8eef-18febff0b7f0" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.450064] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f47e5b75-0743-45e7-8eef-18febff0b7f0" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.450161] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f47e5b75-0743-45e7-8eef-18febff0b7f0',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.488518] env[69392]: INFO networking_nsxv3.common.synchronization [req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 req-98c0b8b5-73fc-4a95-a2c4-cb95a3a20f26 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Enqueued Resource ID: fd355bb2-8f17-440c-81d5-8675495ab93d with Priority: HIGHEST for action security_group_members [ 1161.489034] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd355bb2-8f17-440c-81d5-8675495ab93d with Priority: HIGHEST for action security_group_members [ 1161.489346] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd355bb2-8f17-440c-81d5-8675495ab93d taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.489466] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd355bb2-8f17-440c-81d5-8675495ab93d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.489544] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd355bb2-8f17-440c-81d5-8675495ab93d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.489793] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd355bb2-8f17-440c-81d5-8675495ab93d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.489954] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.490350] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.490350] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.490473] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.490553] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.490752] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd355bb2-8f17-440c-81d5-8675495ab93d',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.946781] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-650 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.946986] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-650" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.947128] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-650" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.947500] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-650" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.947765] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.947922] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.948056] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.948279] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.948476] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.948655] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1161.948771] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1161.948924] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1161.949078] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1161.949202] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1161.949314] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1161.949446] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1161.970539] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1161.970539] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1161.970539] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1161.970706] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-650" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.971861] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-0aa84d38-64ab-42a3-8aec-a16dc67d7458 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.971861] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-0aa84d38-64ab-42a3-8aec-a16dc67d7458" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.971861] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-0aa84d38-64ab-42a3-8aec-a16dc67d7458" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.971861] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-0aa84d38-64ab-42a3-8aec-a16dc67d7458" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.971861] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0aa84d38-64ab-42a3-8aec-a16dc67d7458',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.976248] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.976478] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.976536] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.976850] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.976951] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.977065] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f47e5b75-0743-45e7-8eef-18febff0b7f0 already deleted. [ 1161.977450] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f47e5b75-0743-45e7-8eef-18febff0b7f0" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.995936] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.995936] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.995936] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.995936] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.996287] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.996287] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.996398] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.996462] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.996624] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.996705] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.996788] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd355bb2-8f17-440c-81d5-8675495ab93d already deleted. [ 1161.996897] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd355bb2-8f17-440c-81d5-8675495ab93d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.389035] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 in Status: SUCCESS [ 1162.389359] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.474376] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.474769] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.474835] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.475361] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.475361] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.475459] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port 0aa84d38-64ab-42a3-8aec-a16dc67d7458 not found, creating... [ 1162.476843] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.476843] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.476843] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.476843] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.476843] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.476843] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.476843] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.477199] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.477199] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.477357] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.477988] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 0aa84d38-64ab-42a3-8aec-a16dc67d7458 is going to be created. [ 1162.522924] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.523242] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.523386] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.523663] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.523905] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.524162] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-0aa84d38-64ab-42a3-8aec-a16dc67d7458" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.366906] env[69392]: INFO networking_nsxv3.common.synchronization [req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 req-c997a95b-5847-4387-aa31-04dab33c19db service nova] Enqueued Resource ID: fd355bb2-8f17-440c-81d5-8675495ab93d with Priority: HIGHEST for action security_group_rules [ 1163.366906] env[69392]: INFO networking_nsxv3.common.synchronization [req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 req-c997a95b-5847-4387-aa31-04dab33c19db service nova] Enqueued Resource ID: fd355bb2-8f17-440c-81d5-8675495ab93d with Priority: HIGHEST for action security_group_members [ 1163.366906] env[69392]: INFO networking_nsxv3.common.synchronization [req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 req-c997a95b-5847-4387-aa31-04dab33c19db service nova] Enqueued Resource ID: 0aa84d38-64ab-42a3-8aec-a16dc67d7458 with Priority: HIGHEST for action port [ 1163.366906] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd355bb2-8f17-440c-81d5-8675495ab93d with Priority: HIGHEST for action security_group_rules [ 1163.366906] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd355bb2-8f17-440c-81d5-8675495ab93d with Priority: HIGHEST for action security_group_members [ 1163.366906] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0aa84d38-64ab-42a3-8aec-a16dc67d7458 with Priority: HIGHEST for action port [ 1163.366906] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd355bb2-8f17-440c-81d5-8675495ab93d taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.366906] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd355bb2-8f17-440c-81d5-8675495ab93d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.366906] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd355bb2-8f17-440c-81d5-8675495ab93d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.368771] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd355bb2-8f17-440c-81d5-8675495ab93d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.368874] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd355bb2-8f17-440c-81d5-8675495ab93d',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.369748] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd355bb2-8f17-440c-81d5-8675495ab93d taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.369896] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd355bb2-8f17-440c-81d5-8675495ab93d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.369967] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd355bb2-8f17-440c-81d5-8675495ab93d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.370168] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd355bb2-8f17-440c-81d5-8675495ab93d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.370326] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.370423] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.370485] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.370626] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.370713] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.370807] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd355bb2-8f17-440c-81d5-8675495ab93d',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.371639] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-0aa84d38-64ab-42a3-8aec-a16dc67d7458 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.371779] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0aa84d38-64ab-42a3-8aec-a16dc67d7458" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.371889] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0aa84d38-64ab-42a3-8aec-a16dc67d7458" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.372554] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0aa84d38-64ab-42a3-8aec-a16dc67d7458" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.372670] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0aa84d38-64ab-42a3-8aec-a16dc67d7458',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.875934] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd355bb2-8f17-440c-81d5-8675495ab93d taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.876304] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd355bb2-8f17-440c-81d5-8675495ab93d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.876348] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd355bb2-8f17-440c-81d5-8675495ab93d',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.877749] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0aa84d38-64ab-42a3-8aec-a16dc67d7458 with status ACTIVE [ 1163.877749] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.877749] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.877749] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.877969] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.877969] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.878160] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.878257] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.878319] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.878464] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.878544] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.878722] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.878809] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.878866] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.879032] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.879107] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.879191] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0aa84d38-64ab-42a3-8aec-a16dc67d7458 is going to be updated. [ 1163.909340] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.909521] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.909521] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.909727] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.909891] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.910088] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0aa84d38-64ab-42a3-8aec-a16dc67d7458" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.382242] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd355bb2-8f17-440c-81d5-8675495ab93d',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.884267] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.884568] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.884568] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.886019] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.886019] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.886019] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd355bb2-8f17-440c-81d5-8675495ab93d is going to be created. [ 1164.912555] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.912678] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.912754] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.912990] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.913162] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.922869] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd355bb2-8f17-440c-81d5-8675495ab93d in Status: UNINITIALIZED for 2s [ 1166.944337] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd355bb2-8f17-440c-81d5-8675495ab93d in Status: SUCCESS [ 1166.944607] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd355bb2-8f17-440c-81d5-8675495ab93d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.944844] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd355bb2-8f17-440c-81d5-8675495ab93d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.945053] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd355bb2-8f17-440c-81d5-8675495ab93d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.945290] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.945417] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.945484] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.945648] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.945746] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.945838] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd355bb2-8f17-440c-81d5-8675495ab93d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.945947] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fd355bb2-8f17-440c-81d5-8675495ab93d',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.451703] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd355bb2-8f17-440c-81d5-8675495ab93d taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.451804] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd355bb2-8f17-440c-81d5-8675495ab93d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.451858] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd355bb2-8f17-440c-81d5-8675495ab93d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.452111] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd355bb2-8f17-440c-81d5-8675495ab93d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.452289] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.452395] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.452478] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.452619] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.452705] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.452796] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd355bb2-8f17-440c-81d5-8675495ab93d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.452948] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd355bb2-8f17-440c-81d5-8675495ab93d taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.453053] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd355bb2-8f17-440c-81d5-8675495ab93d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.453118] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd355bb2-8f17-440c-81d5-8675495ab93d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.453261] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd355bb2-8f17-440c-81d5-8675495ab93d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.453404] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.453498] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.453549] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.453688] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.453764] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.453843] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd355bb2-8f17-440c-81d5-8675495ab93d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.453933] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fd355bb2-8f17-440c-81d5-8675495ab93d',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.827685] env[69392]: INFO networking_nsxv3.common.synchronization [req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 req-cc213443-462b-469e-803f-f9483a37705d tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Enqueued Resource ID: 6df2c66e-f398-4052-8bb0-240944386539 with Priority: HIGHEST for action security_group_members [ 1167.829432] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6df2c66e-f398-4052-8bb0-240944386539 with Priority: HIGHEST for action security_group_members [ 1167.829432] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-6df2c66e-f398-4052-8bb0-240944386539 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.829432] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.829432] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.829664] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.829819] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.829986] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.830110] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.830361] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.830490] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.830639] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.956588] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fd355bb2-8f17-440c-81d5-8675495ab93d: rpc.has_security_group_logging(os_id): False [ 1167.977952] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.978189] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.978189] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.978445] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.978552] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.978795] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.978910] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.978968] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.979165] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.979252] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.979639] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.979762] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.979834] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.980392] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.980501] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.980942] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.981116] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.981177] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.981493] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.981493] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.981757] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd355bb2-8f17-440c-81d5-8675495ab93d is going to be created. [ 1168.058713] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.059612] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.059794] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.060150] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.060463] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.077706] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd355bb2-8f17-440c-81d5-8675495ab93d in Status: IN_PROGRESS for 2s [ 1168.197468] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-744 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.197599] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-744" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.197642] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-744" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.197891] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-744" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.198170] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.198413] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.198686] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.199106] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.199281] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.199606] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1168.199653] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1168.199736] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1168.199847] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1168.199961] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1168.200082] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1168.200225] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1168.227242] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1168.227544] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1168.227792] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1168.228159] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-744" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.228684] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-462617a9-5fbb-451a-b061-4f86a05066b9 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.228979] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-462617a9-5fbb-451a-b061-4f86a05066b9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.229217] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-462617a9-5fbb-451a-b061-4f86a05066b9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.229719] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-462617a9-5fbb-451a-b061-4f86a05066b9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.229980] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('462617a9-5fbb-451a-b061-4f86a05066b9',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.333573] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.734072] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.734447] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.734652] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.735079] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.735323] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.735581] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port 462617a9-5fbb-451a-b061-4f86a05066b9 not found, creating... [ 1168.736015] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.736347] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.736586] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.736952] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.740897] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.741316] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.741506] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.741633] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.741895] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.742055] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.742209] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 462617a9-5fbb-451a-b061-4f86a05066b9 is going to be created. [ 1168.763248] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.763453] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.763583] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.763865] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.764154] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.764534] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-462617a9-5fbb-451a-b061-4f86a05066b9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.837297] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.340127] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.340697] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.340697] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.340697] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.340697] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.340697] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6df2c66e-f398-4052-8bb0-240944386539 is going to be updated. [ 1169.384724] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.384901] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.385055] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.385204] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.385380] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.398174] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6df2c66e-f398-4052-8bb0-240944386539 in Status: IN_PROGRESS for 2s [ 1169.631813] env[69392]: INFO networking_nsxv3.common.synchronization [req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 req-2956cad0-3d74-49a0-b04d-7c17698fc191 service nova] Enqueued Resource ID: 6df2c66e-f398-4052-8bb0-240944386539 with Priority: HIGHEST for action security_group_rules [ 1169.632084] env[69392]: INFO networking_nsxv3.common.synchronization [req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 req-2956cad0-3d74-49a0-b04d-7c17698fc191 service nova] Enqueued Resource ID: 6df2c66e-f398-4052-8bb0-240944386539 with Priority: HIGHEST for action security_group_members [ 1169.632244] env[69392]: INFO networking_nsxv3.common.synchronization [req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 req-2956cad0-3d74-49a0-b04d-7c17698fc191 service nova] Enqueued Resource ID: 462617a9-5fbb-451a-b061-4f86a05066b9 with Priority: HIGHEST for action port [ 1169.632811] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6df2c66e-f398-4052-8bb0-240944386539 with Priority: HIGHEST for action security_group_rules [ 1169.632951] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6df2c66e-f398-4052-8bb0-240944386539 with Priority: HIGHEST for action security_group_members [ 1169.633406] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 462617a9-5fbb-451a-b061-4f86a05066b9 with Priority: HIGHEST for action port [ 1169.633748] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6df2c66e-f398-4052-8bb0-240944386539 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.633874] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.633944] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.634159] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.634246] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.635219] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-6df2c66e-f398-4052-8bb0-240944386539 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.635524] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.635641] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-462617a9-5fbb-451a-b061-4f86a05066b9 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.635765] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-462617a9-5fbb-451a-b061-4f86a05066b9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.635918] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-462617a9-5fbb-451a-b061-4f86a05066b9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.636016] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-462617a9-5fbb-451a-b061-4f86a05066b9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.636173] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('462617a9-5fbb-451a-b061-4f86a05066b9',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.090706] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd355bb2-8f17-440c-81d5-8675495ab93d in Status: SUCCESS [ 1170.090982] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd355bb2-8f17-440c-81d5-8675495ab93d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.138888] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-6df2c66e-f398-4052-8bb0-240944386539 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.139222] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.139394] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 462617a9-5fbb-451a-b061-4f86a05066b9 with status ACTIVE [ 1170.139682] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.139804] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.139884] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.140301] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.140301] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.140453] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.140548] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.140623] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.140825] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.140943] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.141266] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.141400] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.141483] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.141698] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.141796] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.142446] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 462617a9-5fbb-451a-b061-4f86a05066b9 is going to be updated. [ 1170.174632] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.174806] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.174909] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.175160] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.175316] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.175565] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-462617a9-5fbb-451a-b061-4f86a05066b9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.409056] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6df2c66e-f398-4052-8bb0-240944386539 in Status: SUCCESS [ 1171.409056] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.409056] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.409578] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.409578] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.409578] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.409578] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.409807] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.409807] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.409892] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.913941] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.421036] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.919113] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.919267] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.919344] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.919571] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.919664] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.919765] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6df2c66e-f398-4052-8bb0-240944386539 is going to be updated. [ 1172.962307] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.962475] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.962572] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.962789] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.962946] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.972936] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6df2c66e-f398-4052-8bb0-240944386539 in Status: IN_PROGRESS for 2s [ 1174.634642] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1174.634979] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1174.718063] env[69392]: INFO networking_nsxv3.common.synchronization [req-11d3cf7e-dfc8-463a-9c51-c50141aaf937 req-b298469f-90cd-4c19-bd09-dfa94cabb939 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Enqueued Resource ID: fd355bb2-8f17-440c-81d5-8675495ab93d with Priority: HIGHEST for action security_group_members [ 1174.718857] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd355bb2-8f17-440c-81d5-8675495ab93d with Priority: HIGHEST for action security_group_members [ 1174.719311] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd355bb2-8f17-440c-81d5-8675495ab93d taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.719510] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd355bb2-8f17-440c-81d5-8675495ab93d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.719722] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd355bb2-8f17-440c-81d5-8675495ab93d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.719954] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd355bb2-8f17-440c-81d5-8675495ab93d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.720219] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.720393] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.720508] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.720761] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.720976] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.721111] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd355bb2-8f17-440c-81d5-8675495ab93d',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.991022] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6df2c66e-f398-4052-8bb0-240944386539 in Status: SUCCESS [ 1174.991022] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.991022] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.991022] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.991022] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.991022] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.991022] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.991022] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.991022] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.991022] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.991022] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.223737] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.223962] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.224084] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.224451] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.224605] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.224824] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.224948] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.225054] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.225307] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.225445] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.225598] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd355bb2-8f17-440c-81d5-8675495ab93d is going to be updated. [ 1175.258059] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.258276] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.258349] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.258559] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.258725] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.270701] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd355bb2-8f17-440c-81d5-8675495ab93d in Status: IN_PROGRESS for 2s [ 1175.493074] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-6df2c66e-f398-4052-8bb0-240944386539 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.493617] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.493617] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.493617] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.493813] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.493813] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.493813] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.493957] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.494103] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.494158] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.494279] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-6df2c66e-f398-4052-8bb0-240944386539 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.494356] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.494420] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.494557] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.494715] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.494816] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.494851] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.494982] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.495068] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.495146] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.495231] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.997565] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6df2c66e-f398-4052-8bb0-240944386539: rpc.has_security_group_logging(os_id): False [ 1176.026957] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.027123] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.027692] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.027692] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.027692] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.027843] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.027843] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.027930] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.028045] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.028125] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.028302] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.028396] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.028458] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.028595] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.028669] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.029035] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.029035] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.029035] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.029166] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.029191] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.029280] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6df2c66e-f398-4052-8bb0-240944386539 is going to be updated. [ 1176.097137] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.097284] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.097363] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.097672] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.097798] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.111806] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6df2c66e-f398-4052-8bb0-240944386539 in Status: IN_PROGRESS for 2s [ 1177.280192] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd355bb2-8f17-440c-81d5-8675495ab93d in Status: SUCCESS [ 1177.280511] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd355bb2-8f17-440c-81d5-8675495ab93d deletion is rescheduled due to dependency. [ 1177.280511] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd355bb2-8f17-440c-81d5-8675495ab93d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.128160] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6df2c66e-f398-4052-8bb0-240944386539 in Status: SUCCESS [ 1178.128310] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.722328] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1179.722328] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1179.916588] env[69392]: INFO networking_nsxv3.common.synchronization [req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 req-e3c894a9-da70-41d9-93fa-208085940db0 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Enqueued Resource ID: fd78188b-2c09-46ab-b0ba-2d8bcf30009f with Priority: HIGHEST for action security_group_members [ 1179.917391] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd78188b-2c09-46ab-b0ba-2d8bcf30009f with Priority: HIGHEST for action security_group_members [ 1179.917880] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.917880] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.917966] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.918490] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.919258] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.919258] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.919258] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.919258] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.920378] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.920378] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd78188b-2c09-46ab-b0ba-2d8bcf30009f',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.268642] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-155 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.268642] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-155" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.268642] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-155" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.268642] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-155" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.268642] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.270087] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.270087] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.270087] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.270087] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.270087] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1180.270087] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1180.270087] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1180.270087] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1180.270087] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1180.270310] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1180.270310] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1180.290227] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1180.290479] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1180.290722] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1180.291073] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-155" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.291296] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-d7395012-e095-4ae0-96fb-b2e30d5e7316 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.291465] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-d7395012-e095-4ae0-96fb-b2e30d5e7316" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.291593] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-d7395012-e095-4ae0-96fb-b2e30d5e7316" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.291913] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-d7395012-e095-4ae0-96fb-b2e30d5e7316" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.293022] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7395012-e095-4ae0-96fb-b2e30d5e7316',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.384989] env[69392]: INFO networking_nsxv3.common.synchronization [req-db6aced3-329f-4bc2-ab28-ba567b10b166 req-4c96a8a2-21df-43a5-b6b0-97b958e426ca tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Enqueued Resource ID: 6df2c66e-f398-4052-8bb0-240944386539 with Priority: HIGHEST for action security_group_members [ 1180.385564] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6df2c66e-f398-4052-8bb0-240944386539 with Priority: HIGHEST for action security_group_members [ 1180.385870] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-6df2c66e-f398-4052-8bb0-240944386539 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.385995] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.386083] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.386275] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.386474] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.386583] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.386617] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.386754] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.389314] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.389314] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.423891] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.423979] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.424038] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.424260] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.424372] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.425149] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.425149] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.425149] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.425149] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.425149] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.425149] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd78188b-2c09-46ab-b0ba-2d8bcf30009f is going to be updated. [ 1180.452466] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.452681] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.452735] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.452941] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.453108] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.464114] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd78188b-2c09-46ab-b0ba-2d8bcf30009f in Status: IN_PROGRESS for 2s [ 1180.794620] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.794984] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.795036] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.795321] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.795474] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.795636] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port d7395012-e095-4ae0-96fb-b2e30d5e7316 not found, creating... [ 1180.795952] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.796177] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.796307] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.796564] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.796710] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.797008] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.797180] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.797304] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.797568] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.797719] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.797844] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: d7395012-e095-4ae0-96fb-b2e30d5e7316 is going to be created. [ 1180.819674] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.819920] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.820071] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.820357] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.820611] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.820904] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-d7395012-e095-4ae0-96fb-b2e30d5e7316" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.890768] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.394427] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.637877] env[69392]: INFO networking_nsxv3.common.synchronization [req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 req-ef60cfd5-5d3e-4644-9e80-e51663fbbac0 service nova] Enqueued Resource ID: fd78188b-2c09-46ab-b0ba-2d8bcf30009f with Priority: HIGHEST for action security_group_rules [ 1181.638386] env[69392]: INFO networking_nsxv3.common.synchronization [req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 req-ef60cfd5-5d3e-4644-9e80-e51663fbbac0 service nova] Enqueued Resource ID: fd78188b-2c09-46ab-b0ba-2d8bcf30009f with Priority: HIGHEST for action security_group_members [ 1181.638386] env[69392]: INFO networking_nsxv3.common.synchronization [req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 req-ef60cfd5-5d3e-4644-9e80-e51663fbbac0 service nova] Enqueued Resource ID: d7395012-e095-4ae0-96fb-b2e30d5e7316 with Priority: HIGHEST for action port [ 1181.638615] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd78188b-2c09-46ab-b0ba-2d8bcf30009f with Priority: HIGHEST for action security_group_rules [ 1181.638748] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd78188b-2c09-46ab-b0ba-2d8bcf30009f with Priority: HIGHEST for action security_group_members [ 1181.638888] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7395012-e095-4ae0-96fb-b2e30d5e7316 with Priority: HIGHEST for action port [ 1181.639253] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd78188b-2c09-46ab-b0ba-2d8bcf30009f taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.639383] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.639449] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.640300] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.640300] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd78188b-2c09-46ab-b0ba-2d8bcf30009f',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.640777] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.641335] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.641335] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7395012-e095-4ae0-96fb-b2e30d5e7316 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.641335] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7395012-e095-4ae0-96fb-b2e30d5e7316" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.641335] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7395012-e095-4ae0-96fb-b2e30d5e7316" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.641704] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7395012-e095-4ae0-96fb-b2e30d5e7316" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.641704] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7395012-e095-4ae0-96fb-b2e30d5e7316',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.899198] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.899198] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.899198] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.899198] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.899198] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.899198] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6df2c66e-f398-4052-8bb0-240944386539 is going to be updated. [ 1181.928157] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.928157] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.928157] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.928313] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.928383] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.941064] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6df2c66e-f398-4052-8bb0-240944386539 in Status: IN_PROGRESS for 2s [ 1182.147787] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.147787] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.147787] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d7395012-e095-4ae0-96fb-b2e30d5e7316 with status ACTIVE [ 1182.147787] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.147787] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.147787] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.147787] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.148143] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.148143] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.148604] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.148604] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.148604] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.148799] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.149542] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.149542] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.149542] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.149702] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.149702] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.149797] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d7395012-e095-4ae0-96fb-b2e30d5e7316 is going to be updated. [ 1182.173703] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.173863] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.173907] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.174145] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.174315] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.174542] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7395012-e095-4ae0-96fb-b2e30d5e7316" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.478305] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd78188b-2c09-46ab-b0ba-2d8bcf30009f in Status: SUCCESS [ 1182.478805] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd78188b-2c09-46ab-b0ba-2d8bcf30009f deletion is rescheduled due to dependency. [ 1182.478805] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.478805] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.478993] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.479225] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.479357] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.479531] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.479584] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.479723] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.479785] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd78188b-2c09-46ab-b0ba-2d8bcf30009f',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.982938] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd78188b-2c09-46ab-b0ba-2d8bcf30009f',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.485379] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd78188b-2c09-46ab-b0ba-2d8bcf30009f',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.487760] env[69392]: INFO networking_nsxv3.common.synchronization [req-0134dcb1-4c33-4924-9b0c-31aa684f721a req-f39069fb-8cf0-49da-b4af-b7b0ee5bc60c tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Enqueued Resource ID: 55a9bfd1-4c9b-461b-bc40-392db6117940 with Priority: HIGHEST for action security_group_members [ 1183.488511] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55a9bfd1-4c9b-461b-bc40-392db6117940 with Priority: HIGHEST for action security_group_members [ 1183.489027] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-55a9bfd1-4c9b-461b-bc40-392db6117940 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.489027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55a9bfd1-4c9b-461b-bc40-392db6117940" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.489163] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55a9bfd1-4c9b-461b-bc40-392db6117940" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.489291] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55a9bfd1-4c9b-461b-bc40-392db6117940" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.490029] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.490029] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.490029] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.490029] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.490029] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.490029] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55a9bfd1-4c9b-461b-bc40-392db6117940',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.947696] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-579 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.947696] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-579" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.947696] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-579" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.947696] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-579" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.947696] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.947696] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.947696] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.947696] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.947696] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.947696] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1183.947696] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1183.947696] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1183.947696] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1183.948495] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1183.948495] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1183.948495] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1183.989044] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.989385] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.989385] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.989548] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.989694] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.989828] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd78188b-2c09-46ab-b0ba-2d8bcf30009f is going to be updated. [ 1183.992587] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.992737] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.992807] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.993083] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.993166] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.993399] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.993505] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.993571] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.993809] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.993881] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.993968] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55a9bfd1-4c9b-461b-bc40-392db6117940 already deleted. [ 1183.994063] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55a9bfd1-4c9b-461b-bc40-392db6117940" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.017954] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6df2c66e-f398-4052-8bb0-240944386539 in Status: SUCCESS [ 1184.017954] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.029124] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1184.029336] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.082 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1184.029533] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1184.029739] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-579" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.030138] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-a29c1fc9-86cf-43ba-9d45-a21c29a2edb9 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.030331] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-a29c1fc9-86cf-43ba-9d45-a21c29a2edb9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.030498] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-a29c1fc9-86cf-43ba-9d45-a21c29a2edb9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.030827] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-a29c1fc9-86cf-43ba-9d45-a21c29a2edb9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.030962] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a29c1fc9-86cf-43ba-9d45-a21c29a2edb9',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.045143] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.045316] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.045395] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.045607] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.045761] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.057954] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd78188b-2c09-46ab-b0ba-2d8bcf30009f in Status: IN_PROGRESS for 2s [ 1184.536326] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.536604] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.536748] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.537062] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.537226] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.537405] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port a29c1fc9-86cf-43ba-9d45-a21c29a2edb9 not found, creating... [ 1184.537716] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.537897] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.538031] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.538262] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.538405] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.538689] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.538852] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.538975] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.539200] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.539339] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.539484] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: a29c1fc9-86cf-43ba-9d45-a21c29a2edb9 is going to be created. [ 1184.560035] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.560255] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.560342] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.560685] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.560969] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.561262] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-a29c1fc9-86cf-43ba-9d45-a21c29a2edb9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.343089] env[69392]: INFO networking_nsxv3.common.synchronization [req-0134dcb1-4c33-4924-9b0c-31aa684f721a req-efd4643f-a876-4696-8be3-5994a776745c service nova] Enqueued Resource ID: 55a9bfd1-4c9b-461b-bc40-392db6117940 with Priority: HIGHEST for action security_group_rules [ 1185.343345] env[69392]: INFO networking_nsxv3.common.synchronization [req-0134dcb1-4c33-4924-9b0c-31aa684f721a req-efd4643f-a876-4696-8be3-5994a776745c service nova] Enqueued Resource ID: 55a9bfd1-4c9b-461b-bc40-392db6117940 with Priority: HIGHEST for action security_group_members [ 1185.343495] env[69392]: INFO networking_nsxv3.common.synchronization [req-0134dcb1-4c33-4924-9b0c-31aa684f721a req-efd4643f-a876-4696-8be3-5994a776745c service nova] Enqueued Resource ID: a29c1fc9-86cf-43ba-9d45-a21c29a2edb9 with Priority: HIGHEST for action port [ 1185.344097] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55a9bfd1-4c9b-461b-bc40-392db6117940 with Priority: HIGHEST for action security_group_rules [ 1185.344279] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55a9bfd1-4c9b-461b-bc40-392db6117940 with Priority: HIGHEST for action security_group_members [ 1185.344410] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a29c1fc9-86cf-43ba-9d45-a21c29a2edb9 with Priority: HIGHEST for action port [ 1185.344785] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55a9bfd1-4c9b-461b-bc40-392db6117940 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.344973] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55a9bfd1-4c9b-461b-bc40-392db6117940" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.345211] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55a9bfd1-4c9b-461b-bc40-392db6117940" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.345519] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55a9bfd1-4c9b-461b-bc40-392db6117940" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.345605] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55a9bfd1-4c9b-461b-bc40-392db6117940',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.347158] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-55a9bfd1-4c9b-461b-bc40-392db6117940 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.347287] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55a9bfd1-4c9b-461b-bc40-392db6117940" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.347381] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55a9bfd1-4c9b-461b-bc40-392db6117940" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.347641] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55a9bfd1-4c9b-461b-bc40-392db6117940" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.347884] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.348055] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.348142] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.348340] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.348452] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.348673] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55a9bfd1-4c9b-461b-bc40-392db6117940',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.349440] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-a29c1fc9-86cf-43ba-9d45-a21c29a2edb9 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.349552] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a29c1fc9-86cf-43ba-9d45-a21c29a2edb9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.349652] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a29c1fc9-86cf-43ba-9d45-a21c29a2edb9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.349838] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a29c1fc9-86cf-43ba-9d45-a21c29a2edb9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.349946] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a29c1fc9-86cf-43ba-9d45-a21c29a2edb9',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.852317] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('55a9bfd1-4c9b-461b-bc40-392db6117940',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.853877] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-55a9bfd1-4c9b-461b-bc40-392db6117940 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.854115] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55a9bfd1-4c9b-461b-bc40-392db6117940" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.854412] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a29c1fc9-86cf-43ba-9d45-a21c29a2edb9 with status ACTIVE [ 1185.854694] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.854850] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.855028] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.857084] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.857238] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.857511] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.858034] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.858154] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.858420] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.860398] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.860466] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.860589] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.860658] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.860839] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.860922] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.861041] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a29c1fc9-86cf-43ba-9d45-a21c29a2edb9 is going to be updated. [ 1185.885910] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.886296] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.886410] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.886758] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.886964] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.887209] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a29c1fc9-86cf-43ba-9d45-a21c29a2edb9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.076220] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd78188b-2c09-46ab-b0ba-2d8bcf30009f in Status: SUCCESS [ 1186.076549] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.076776] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.077060] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.077297] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.077542] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.077542] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.077795] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.077886] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.078010] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.078172] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fd78188b-2c09-46ab-b0ba-2d8bcf30009f',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.363085] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('55a9bfd1-4c9b-461b-bc40-392db6117940',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.580932] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.581101] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.582040] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.582040] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.582040] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.582040] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.582040] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.582291] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.582321] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.582432] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.582659] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.582974] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.583130] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.583368] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.583629] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.583811] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.585024] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.585024] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.585024] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.585024] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.585024] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fd78188b-2c09-46ab-b0ba-2d8bcf30009f',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.588285] env[69392]: INFO networking_nsxv3.common.synchronization [req-a4a921fb-93a0-430e-a9a7-52be975a8d37 req-6d51106d-4ee7-4ff8-abe3-73dd9e2fa1ce tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Enqueued Resource ID: 8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb with Priority: HIGHEST for action security_group_members [ 1186.588828] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb with Priority: HIGHEST for action security_group_members [ 1186.589138] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.589353] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.590024] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.590024] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.590602] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.590800] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.590910] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.591225] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.594467] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.594467] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.865918] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.866161] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.866253] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.866473] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.866627] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.866796] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55a9bfd1-4c9b-461b-bc40-392db6117940 is going to be created. [ 1186.895341] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.895538] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.895538] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.895763] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.895923] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.909661] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55a9bfd1-4c9b-461b-bc40-392db6117940 in Status: UNINITIALIZED for 2s [ 1186.946291] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-564 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.946481] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-564" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.946686] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-564" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.947033] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-564" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.947298] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.947475] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.947631] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.947867] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.948097] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.948354] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1186.948478] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1186.948596] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1186.948748] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1186.948931] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1186.949095] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1186.949282] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1186.967583] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1186.967793] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1186.967896] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1186.968094] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-564" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.968452] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-5889a4b2-8c3a-4f84-9067-97d4d48525c5 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.968631] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-5889a4b2-8c3a-4f84-9067-97d4d48525c5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.968786] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-5889a4b2-8c3a-4f84-9067-97d4d48525c5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.969165] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-5889a4b2-8c3a-4f84-9067-97d4d48525c5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.969336] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5889a4b2-8c3a-4f84-9067-97d4d48525c5',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.094076] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fd78188b-2c09-46ab-b0ba-2d8bcf30009f: rpc.has_security_group_logging(os_id): False [ 1187.095085] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.095266] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.095362] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.095585] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.095737] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.096056] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.096198] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.096269] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.096421] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.096497] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.096638] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb already deleted. [ 1187.096726] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.113746] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.113963] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.114058] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.114325] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.114916] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.114916] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.114916] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.114916] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.115151] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.115151] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.115324] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.115409] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.115480] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.115644] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.115719] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.115965] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.116132] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.116180] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.116411] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.116455] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.116577] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd78188b-2c09-46ab-b0ba-2d8bcf30009f is going to be updated. [ 1187.183623] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.183623] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.183623] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.183894] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.184090] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.214832] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd78188b-2c09-46ab-b0ba-2d8bcf30009f in Status: IN_PROGRESS for 2s [ 1187.472492] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.473036] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.473183] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.473784] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.473784] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.474009] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port 5889a4b2-8c3a-4f84-9067-97d4d48525c5 not found, creating... [ 1187.474570] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.474570] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.474710] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.475255] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.475255] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.476133] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.476133] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.476133] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.476133] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.476341] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.476528] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 5889a4b2-8c3a-4f84-9067-97d4d48525c5 is going to be created. [ 1187.498338] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.498613] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.498817] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.499165] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.499402] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.499651] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-5889a4b2-8c3a-4f84-9067-97d4d48525c5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.264846] env[69392]: INFO networking_nsxv3.common.synchronization [req-a4a921fb-93a0-430e-a9a7-52be975a8d37 req-c741e23e-f874-4667-91dd-67bf848c2612 service nova] Enqueued Resource ID: 8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb with Priority: HIGHEST for action security_group_rules [ 1188.265081] env[69392]: INFO networking_nsxv3.common.synchronization [req-a4a921fb-93a0-430e-a9a7-52be975a8d37 req-c741e23e-f874-4667-91dd-67bf848c2612 service nova] Enqueued Resource ID: 8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb with Priority: HIGHEST for action security_group_members [ 1188.265289] env[69392]: INFO networking_nsxv3.common.synchronization [req-a4a921fb-93a0-430e-a9a7-52be975a8d37 req-c741e23e-f874-4667-91dd-67bf848c2612 service nova] Enqueued Resource ID: 5889a4b2-8c3a-4f84-9067-97d4d48525c5 with Priority: HIGHEST for action port [ 1188.265862] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb with Priority: HIGHEST for action security_group_rules [ 1188.266969] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb with Priority: HIGHEST for action security_group_members [ 1188.267162] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5889a4b2-8c3a-4f84-9067-97d4d48525c5 with Priority: HIGHEST for action port [ 1188.267539] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.267690] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.267757] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.268059] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.268143] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.269505] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.270211] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.270211] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.270211] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.270211] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.270211] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.270400] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.270441] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.270554] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.270680] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.272383] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-5889a4b2-8c3a-4f84-9067-97d4d48525c5 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.272583] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5889a4b2-8c3a-4f84-9067-97d4d48525c5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.272702] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5889a4b2-8c3a-4f84-9067-97d4d48525c5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.272943] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5889a4b2-8c3a-4f84-9067-97d4d48525c5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.273134] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5889a4b2-8c3a-4f84-9067-97d4d48525c5',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.601945] env[69392]: INFO networking_nsxv3.common.synchronization [req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 req-5e7f18a1-0360-4f64-aeb0-0c5e8f6eb7a4 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Enqueued Resource ID: f9606548-654a-49d2-9fbc-444cc75811c1 with Priority: HIGHEST for action security_group_members [ 1188.603685] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9606548-654a-49d2-9fbc-444cc75811c1 with Priority: HIGHEST for action security_group_members [ 1188.603685] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9606548-654a-49d2-9fbc-444cc75811c1 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.603685] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9606548-654a-49d2-9fbc-444cc75811c1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.603685] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9606548-654a-49d2-9fbc-444cc75811c1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.603685] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9606548-654a-49d2-9fbc-444cc75811c1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.603685] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.604076] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.604076] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.604076] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.604194] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.604310] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9606548-654a-49d2-9fbc-444cc75811c1',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.774846] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.776032] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.776227] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.779822] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5889a4b2-8c3a-4f84-9067-97d4d48525c5 with status ACTIVE [ 1188.780414] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.780414] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.780414] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.780573] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.780669] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.780795] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.784124] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.784124] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.784124] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.784124] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.784124] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.784124] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.784124] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.784124] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.784124] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.784124] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5889a4b2-8c3a-4f84-9067-97d4d48525c5 is going to be updated. [ 1188.808716] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.808716] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.808716] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.808716] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.808716] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.808716] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5889a4b2-8c3a-4f84-9067-97d4d48525c5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.924506] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55a9bfd1-4c9b-461b-bc40-392db6117940 in Status: SUCCESS [ 1188.924862] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55a9bfd1-4c9b-461b-bc40-392db6117940" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.925130] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55a9bfd1-4c9b-461b-bc40-392db6117940" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.925450] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55a9bfd1-4c9b-461b-bc40-392db6117940" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.925739] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.925915] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.925980] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.926284] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.926432] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.926647] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55a9bfd1-4c9b-461b-bc40-392db6117940" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.926796] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('55a9bfd1-4c9b-461b-bc40-392db6117940',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.107058] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.107215] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.107285] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.107490] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.107591] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.107789] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.107881] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.107989] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.108135] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.108163] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.108247] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9606548-654a-49d2-9fbc-444cc75811c1 already deleted. [ 1189.108323] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9606548-654a-49d2-9fbc-444cc75811c1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.190506] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-794 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.190717] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-794" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.190850] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-794" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.191441] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-794" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.191739] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.191896] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.192035] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.192325] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.192485] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.192899] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1189.192899] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1189.193029] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1189.193602] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1189.193602] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1189.193602] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1189.193602] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1189.216300] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1189.216472] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1189.217077] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1189.217077] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-794" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.217381] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-6c468f68-3aaf-427b-8513-fd3165a5f741 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.217642] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-6c468f68-3aaf-427b-8513-fd3165a5f741" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.217796] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-6c468f68-3aaf-427b-8513-fd3165a5f741" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.218145] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-6c468f68-3aaf-427b-8513-fd3165a5f741" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.218284] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c468f68-3aaf-427b-8513-fd3165a5f741',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.234538] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd78188b-2c09-46ab-b0ba-2d8bcf30009f in Status: SUCCESS [ 1189.234859] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.276998] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.431398] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-55a9bfd1-4c9b-461b-bc40-392db6117940 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.431398] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55a9bfd1-4c9b-461b-bc40-392db6117940" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.431398] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55a9bfd1-4c9b-461b-bc40-392db6117940" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.431398] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55a9bfd1-4c9b-461b-bc40-392db6117940" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.431398] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.431398] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.431398] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.431398] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.431398] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.431398] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55a9bfd1-4c9b-461b-bc40-392db6117940" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.431398] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-55a9bfd1-4c9b-461b-bc40-392db6117940 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.431948] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55a9bfd1-4c9b-461b-bc40-392db6117940" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.431948] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55a9bfd1-4c9b-461b-bc40-392db6117940" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.431948] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55a9bfd1-4c9b-461b-bc40-392db6117940" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.432047] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.432286] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.432286] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.433072] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.433072] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.433072] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55a9bfd1-4c9b-461b-bc40-392db6117940" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.433072] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('55a9bfd1-4c9b-461b-bc40-392db6117940',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.723302] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.723608] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.723694] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.723973] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.724145] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.724307] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port 6c468f68-3aaf-427b-8513-fd3165a5f741 not found, creating... [ 1189.724586] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.724795] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.724952] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.725474] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.725696] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.726061] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.726603] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.726603] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.726830] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.726997] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.727192] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 6c468f68-3aaf-427b-8513-fd3165a5f741 is going to be created. [ 1189.749465] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.749718] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.749813] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.750121] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.750360] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.750679] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-6c468f68-3aaf-427b-8513-fd3165a5f741" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.779324] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.779508] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.779550] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.779748] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.779841] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.779939] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb is going to be created. [ 1189.810902] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.811074] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.811145] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.812237] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.812237] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.822121] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb in Status: UNINITIALIZED for 2s [ 1189.934808] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 55a9bfd1-4c9b-461b-bc40-392db6117940: rpc.has_security_group_logging(os_id): False [ 1189.954893] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.955040] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.955111] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.955427] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.956029] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.956029] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.956029] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.956029] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.956224] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.956308] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.956876] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.957149] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.957245] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.957407] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.957495] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.957704] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.957809] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.957879] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.958059] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.958146] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.958249] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55a9bfd1-4c9b-461b-bc40-392db6117940 is going to be created. [ 1190.057064] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.057223] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.057294] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.057502] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.057716] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.074177] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55a9bfd1-4c9b-461b-bc40-392db6117940 in Status: IN_PROGRESS for 2s [ 1190.552061] env[69392]: INFO networking_nsxv3.common.synchronization [req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 req-f571dee7-e88c-4349-bc5a-9a9a429bd37e service nova] Enqueued Resource ID: f9606548-654a-49d2-9fbc-444cc75811c1 with Priority: HIGHEST for action security_group_rules [ 1190.552322] env[69392]: INFO networking_nsxv3.common.synchronization [req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 req-f571dee7-e88c-4349-bc5a-9a9a429bd37e service nova] Enqueued Resource ID: f9606548-654a-49d2-9fbc-444cc75811c1 with Priority: HIGHEST for action security_group_members [ 1190.552534] env[69392]: INFO networking_nsxv3.common.synchronization [req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 req-f571dee7-e88c-4349-bc5a-9a9a429bd37e service nova] Enqueued Resource ID: 6c468f68-3aaf-427b-8513-fd3165a5f741 with Priority: HIGHEST for action port [ 1190.553175] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9606548-654a-49d2-9fbc-444cc75811c1 with Priority: HIGHEST for action security_group_rules [ 1190.553350] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9606548-654a-49d2-9fbc-444cc75811c1 with Priority: HIGHEST for action security_group_members [ 1190.553506] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c468f68-3aaf-427b-8513-fd3165a5f741 with Priority: HIGHEST for action port [ 1190.553874] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9606548-654a-49d2-9fbc-444cc75811c1 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.554053] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9606548-654a-49d2-9fbc-444cc75811c1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.554130] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9606548-654a-49d2-9fbc-444cc75811c1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.554335] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9606548-654a-49d2-9fbc-444cc75811c1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.554420] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9606548-654a-49d2-9fbc-444cc75811c1',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.555629] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9606548-654a-49d2-9fbc-444cc75811c1 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.555765] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9606548-654a-49d2-9fbc-444cc75811c1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.555765] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9606548-654a-49d2-9fbc-444cc75811c1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.555970] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9606548-654a-49d2-9fbc-444cc75811c1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.556227] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.556345] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.556472] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.556635] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.556747] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.556854] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9606548-654a-49d2-9fbc-444cc75811c1',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.557778] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c468f68-3aaf-427b-8513-fd3165a5f741 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.557932] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c468f68-3aaf-427b-8513-fd3165a5f741" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.558017] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c468f68-3aaf-427b-8513-fd3165a5f741" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.558219] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c468f68-3aaf-427b-8513-fd3165a5f741" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.558315] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c468f68-3aaf-427b-8513-fd3165a5f741',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.061240] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9606548-654a-49d2-9fbc-444cc75811c1 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.061723] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9606548-654a-49d2-9fbc-444cc75811c1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.061821] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9606548-654a-49d2-9fbc-444cc75811c1',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.063344] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6c468f68-3aaf-427b-8513-fd3165a5f741 with status ACTIVE [ 1191.063646] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.063928] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.068193] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.068536] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.068669] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.068906] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.069027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.069109] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.069281] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.069369] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.069582] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.069696] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.069765] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.069917] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.070055] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.075746] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6c468f68-3aaf-427b-8513-fd3165a5f741 is going to be updated. [ 1191.102818] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.103012] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.103072] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.103262] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.103399] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.103557] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c468f68-3aaf-427b-8513-fd3165a5f741" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.373275] env[69392]: INFO networking_nsxv3.common.synchronization [req-b32a7fba-954a-4d64-b973-3f58cd956c6b req-27e169ea-a9a1-4e89-814b-935948cc426b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Enqueued Resource ID: f9289668-329e-4d60-a331-9d084785d499 with Priority: HIGHEST for action security_group_members [ 1191.374228] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9289668-329e-4d60-a331-9d084785d499 with Priority: HIGHEST for action security_group_members [ 1191.374684] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9289668-329e-4d60-a331-9d084785d499 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.374911] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.374972] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.375276] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.375513] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.375726] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.375784] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.376037] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.376175] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.376281] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9289668-329e-4d60-a331-9d084785d499',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.576018] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9606548-654a-49d2-9fbc-444cc75811c1',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.834419] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb in Status: SUCCESS [ 1191.834740] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.834826] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.835049] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.835234] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.835471] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.835471] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.835552] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.835634] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.835715] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.835861] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.882184] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.882184] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.882184] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.882184] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.882184] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.882184] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.882184] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.882184] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.882184] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.882184] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.882184] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9289668-329e-4d60-a331-9d084785d499 is going to be updated. [ 1191.909813] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.909813] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.909813] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.909813] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.909813] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.917179] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9289668-329e-4d60-a331-9d084785d499 in Status: IN_PROGRESS for 2s [ 1192.083035] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.083035] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.083035] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.083035] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.083035] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.083035] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9606548-654a-49d2-9fbc-444cc75811c1 is going to be created. [ 1192.089574] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55a9bfd1-4c9b-461b-bc40-392db6117940 in Status: SUCCESS [ 1192.089574] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55a9bfd1-4c9b-461b-bc40-392db6117940" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.109756] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.109756] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.109756] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.109756] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.109756] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.120373] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9606548-654a-49d2-9fbc-444cc75811c1 in Status: UNINITIALIZED for 2s [ 1192.131457] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-202 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.131751] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-202" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.131939] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-202" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.132531] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-202" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.132891] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.133145] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.133325] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.134510] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.134824] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.135117] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1192.135286] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1192.135419] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1192.135539] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1192.135702] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1192.135849] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1192.136052] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1192.171042] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1192.171226] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1192.171333] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1192.171526] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-202" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.171958] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-85689483-787b-4ecf-abe7-3ee700844ccf taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.172257] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-85689483-787b-4ecf-abe7-3ee700844ccf" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.172398] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-85689483-787b-4ecf-abe7-3ee700844ccf" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.172749] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-85689483-787b-4ecf-abe7-3ee700844ccf" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.172897] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85689483-787b-4ecf-abe7-3ee700844ccf',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.338463] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.338663] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.338663] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.338926] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.339182] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.339337] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.339465] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.339706] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.339820] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.340933] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.340933] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.340933] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.340933] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.340933] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.340933] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.340933] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.340933] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.341468] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.341468] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.341468] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.341562] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.676504] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.676504] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.676504] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.676504] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.676504] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.676801] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port 85689483-787b-4ecf-abe7-3ee700844ccf not found, creating... [ 1192.676990] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.677178] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.677302] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.677529] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.677801] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.678070] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.678236] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.678357] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.678567] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.678706] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.678871] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 85689483-787b-4ecf-abe7-3ee700844ccf is going to be created. [ 1192.707542] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.708022] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.708168] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.708475] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.708723] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.709009] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-85689483-787b-4ecf-abe7-3ee700844ccf" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.844340] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb: rpc.has_security_group_logging(os_id): False [ 1192.860351] env[69392]: INFO networking_nsxv3.common.synchronization [req-5dc4740a-0602-4451-b4d1-f0f12b0b6cc0 req-19e7d95d-4454-459c-89ab-2e3f3c665852 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Enqueued Resource ID: fd78188b-2c09-46ab-b0ba-2d8bcf30009f with Priority: HIGHEST for action security_group_members [ 1192.860997] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd78188b-2c09-46ab-b0ba-2d8bcf30009f with Priority: HIGHEST for action security_group_members [ 1192.861442] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.861614] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.861885] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.862066] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.862759] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.862759] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.862759] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.862759] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.862759] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.862759] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd78188b-2c09-46ab-b0ba-2d8bcf30009f',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.872547] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.872713] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.872796] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.873498] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.873498] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.873498] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.873498] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.873498] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.873685] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.873685] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.873892] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.873980] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.874060] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.874197] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.874272] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.874471] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.874569] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.874657] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.874802] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.874878] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.874965] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb is going to be created. [ 1192.977095] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.977238] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.977238] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.977413] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.977609] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.991967] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb in Status: IN_PROGRESS for 2s [ 1193.368070] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.368409] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.368409] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.368592] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.368693] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.368958] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.369081] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.369159] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.369331] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.369416] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.369580] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd78188b-2c09-46ab-b0ba-2d8bcf30009f is going to be updated. [ 1193.403743] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.403743] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.403743] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.404298] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.404298] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.414450] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd78188b-2c09-46ab-b0ba-2d8bcf30009f in Status: IN_PROGRESS for 2s [ 1193.737279] env[69392]: INFO networking_nsxv3.common.synchronization [req-b32a7fba-954a-4d64-b973-3f58cd956c6b req-4cce8f33-3cb0-407b-b85b-760727619af5 service nova] Enqueued Resource ID: f9289668-329e-4d60-a331-9d084785d499 with Priority: HIGHEST for action security_group_rules [ 1193.737401] env[69392]: INFO networking_nsxv3.common.synchronization [req-b32a7fba-954a-4d64-b973-3f58cd956c6b req-4cce8f33-3cb0-407b-b85b-760727619af5 service nova] Enqueued Resource ID: f9289668-329e-4d60-a331-9d084785d499 with Priority: HIGHEST for action security_group_members [ 1193.737509] env[69392]: INFO networking_nsxv3.common.synchronization [req-b32a7fba-954a-4d64-b973-3f58cd956c6b req-4cce8f33-3cb0-407b-b85b-760727619af5 service nova] Enqueued Resource ID: 85689483-787b-4ecf-abe7-3ee700844ccf with Priority: HIGHEST for action port [ 1193.738035] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9289668-329e-4d60-a331-9d084785d499 with Priority: HIGHEST for action security_group_rules [ 1193.738181] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9289668-329e-4d60-a331-9d084785d499 with Priority: HIGHEST for action security_group_members [ 1193.738314] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85689483-787b-4ecf-abe7-3ee700844ccf with Priority: HIGHEST for action port [ 1193.738589] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9289668-329e-4d60-a331-9d084785d499 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.738732] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.738808] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.739364] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.739486] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9289668-329e-4d60-a331-9d084785d499',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.740329] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9289668-329e-4d60-a331-9d084785d499 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.740539] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.740900] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-85689483-787b-4ecf-abe7-3ee700844ccf taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.741037] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85689483-787b-4ecf-abe7-3ee700844ccf" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.741109] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85689483-787b-4ecf-abe7-3ee700844ccf" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.741281] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85689483-787b-4ecf-abe7-3ee700844ccf" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.741356] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85689483-787b-4ecf-abe7-3ee700844ccf',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.934108] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9289668-329e-4d60-a331-9d084785d499 in Status: SUCCESS [ 1193.934598] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9289668-329e-4d60-a331-9d084785d499 deletion is rescheduled due to dependency. [ 1193.934598] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.934786] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.934927] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.935248] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.935452] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.935832] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.935832] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.936026] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.936145] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9289668-329e-4d60-a331-9d084785d499',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.132361] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9606548-654a-49d2-9fbc-444cc75811c1 in Status: SUCCESS [ 1194.132361] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9606548-654a-49d2-9fbc-444cc75811c1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.132361] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9606548-654a-49d2-9fbc-444cc75811c1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.132361] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9606548-654a-49d2-9fbc-444cc75811c1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.132361] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.133240] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.133318] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.133520] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.133594] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.133682] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9606548-654a-49d2-9fbc-444cc75811c1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.133776] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9606548-654a-49d2-9fbc-444cc75811c1',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.243711] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9289668-329e-4d60-a331-9d084785d499 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.243711] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.245039] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 85689483-787b-4ecf-abe7-3ee700844ccf with status ACTIVE [ 1194.245039] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.245039] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.245039] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.245039] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.245039] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.245039] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.245039] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.245039] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.245460] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.245460] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.245582] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.245714] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.245785] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.246326] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.246442] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.246536] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 85689483-787b-4ecf-abe7-3ee700844ccf is going to be updated. [ 1194.270951] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.271118] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.271191] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.271403] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.271538] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.271698] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85689483-787b-4ecf-abe7-3ee700844ccf" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.359780] env[69392]: INFO networking_nsxv3.common.synchronization [req-a0b11676-db7e-40d1-82a4-cafedf78007f req-cfaea631-3829-4c97-a8f2-66ab8e267d7b tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Enqueued Resource ID: f47e5b75-0743-45e7-8eef-18febff0b7f0 with Priority: HIGHEST for action security_group_members [ 1194.362019] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f47e5b75-0743-45e7-8eef-18febff0b7f0 with Priority: HIGHEST for action security_group_members [ 1194.362019] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-f47e5b75-0743-45e7-8eef-18febff0b7f0 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.362019] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f47e5b75-0743-45e7-8eef-18febff0b7f0" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.362019] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f47e5b75-0743-45e7-8eef-18febff0b7f0" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.365840] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f47e5b75-0743-45e7-8eef-18febff0b7f0" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.365840] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.365840] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.365840] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.366293] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.366407] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.366513] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f47e5b75-0743-45e7-8eef-18febff0b7f0',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.438875] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9289668-329e-4d60-a331-9d084785d499',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.637019] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9606548-654a-49d2-9fbc-444cc75811c1',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.870163] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.870163] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.870163] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.870163] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.870163] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.870163] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.870163] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.870484] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.870484] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.870484] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.870607] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f47e5b75-0743-45e7-8eef-18febff0b7f0 already deleted. [ 1194.870607] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f47e5b75-0743-45e7-8eef-18febff0b7f0" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.944544] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9289668-329e-4d60-a331-9d084785d499',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.004412] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb in Status: SUCCESS [ 1195.004632] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.119539] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-482 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.119688] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-482" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.119813] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-482" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.120117] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-482" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.120434] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.120605] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.120727] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.120956] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.121190] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.121342] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1195.121462] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1195.121569] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1195.121700] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1195.121818] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1195.121973] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1195.122138] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1195.139390] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9606548-654a-49d2-9fbc-444cc75811c1: rpc.has_security_group_logging(os_id): False [ 1195.142562] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1195.142799] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1195.142870] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1195.143122] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-482" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.143374] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-817bc585-50c1-40e3-86a8-8ec3c9e844d0 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.143545] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-817bc585-50c1-40e3-86a8-8ec3c9e844d0" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.143680] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-817bc585-50c1-40e3-86a8-8ec3c9e844d0" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.144016] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-817bc585-50c1-40e3-86a8-8ec3c9e844d0" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.144496] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('817bc585-50c1-40e3-86a8-8ec3c9e844d0',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.157339] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.157664] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.157760] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.158115] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.158235] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.158548] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.158714] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.162024] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.162024] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.162024] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.162024] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9606548-654a-49d2-9fbc-444cc75811c1 is going to be created. [ 1195.222129] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.222374] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.222374] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.222553] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.222732] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.234075] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9606548-654a-49d2-9fbc-444cc75811c1 in Status: IN_PROGRESS for 2s [ 1195.425666] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd78188b-2c09-46ab-b0ba-2d8bcf30009f in Status: SUCCESS [ 1195.425666] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd78188b-2c09-46ab-b0ba-2d8bcf30009f deletion is rescheduled due to dependency. [ 1195.425806] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.446767] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.447180] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.447180] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.447298] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.447441] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.447541] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9289668-329e-4d60-a331-9d084785d499 is going to be updated. [ 1195.480543] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.480703] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.480783] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.481037] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.481232] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.493437] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9289668-329e-4d60-a331-9d084785d499 in Status: IN_PROGRESS for 2s [ 1195.649023] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.649023] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.649023] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.649023] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.649023] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.649023] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port 817bc585-50c1-40e3-86a8-8ec3c9e844d0 not found, creating... [ 1195.649023] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.649023] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.649023] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.649023] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.649023] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.649511] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.649511] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.649842] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.650221] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.650608] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.650887] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 817bc585-50c1-40e3-86a8-8ec3c9e844d0 is going to be created. [ 1195.679533] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.679533] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.679533] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.679533] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.679533] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.679734] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-817bc585-50c1-40e3-86a8-8ec3c9e844d0" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.840558] env[69392]: INFO networking_nsxv3.common.synchronization [req-a0b11676-db7e-40d1-82a4-cafedf78007f req-f17226c3-b6d9-48f6-b202-3c12aeea222e service nova] Enqueued Resource ID: f47e5b75-0743-45e7-8eef-18febff0b7f0 with Priority: HIGHEST for action security_group_rules [ 1196.840888] env[69392]: INFO networking_nsxv3.common.synchronization [req-a0b11676-db7e-40d1-82a4-cafedf78007f req-f17226c3-b6d9-48f6-b202-3c12aeea222e service nova] Enqueued Resource ID: f47e5b75-0743-45e7-8eef-18febff0b7f0 with Priority: HIGHEST for action security_group_members [ 1196.840939] env[69392]: INFO networking_nsxv3.common.synchronization [req-a0b11676-db7e-40d1-82a4-cafedf78007f req-f17226c3-b6d9-48f6-b202-3c12aeea222e service nova] Enqueued Resource ID: 817bc585-50c1-40e3-86a8-8ec3c9e844d0 with Priority: HIGHEST for action port [ 1196.841159] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f47e5b75-0743-45e7-8eef-18febff0b7f0 with Priority: HIGHEST for action security_group_rules [ 1196.841292] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f47e5b75-0743-45e7-8eef-18febff0b7f0 with Priority: HIGHEST for action security_group_members [ 1196.841388] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 817bc585-50c1-40e3-86a8-8ec3c9e844d0 with Priority: HIGHEST for action port [ 1196.841966] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f47e5b75-0743-45e7-8eef-18febff0b7f0 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.842414] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f47e5b75-0743-45e7-8eef-18febff0b7f0" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.842457] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f47e5b75-0743-45e7-8eef-18febff0b7f0" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.842652] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f47e5b75-0743-45e7-8eef-18febff0b7f0" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.842787] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f47e5b75-0743-45e7-8eef-18febff0b7f0',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.844103] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-f47e5b75-0743-45e7-8eef-18febff0b7f0 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.844350] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f47e5b75-0743-45e7-8eef-18febff0b7f0" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.844422] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f47e5b75-0743-45e7-8eef-18febff0b7f0" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.844813] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f47e5b75-0743-45e7-8eef-18febff0b7f0" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.845101] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.845101] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.845228] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.845323] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.845388] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.845566] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f47e5b75-0743-45e7-8eef-18febff0b7f0',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.846694] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-817bc585-50c1-40e3-86a8-8ec3c9e844d0 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.846982] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-817bc585-50c1-40e3-86a8-8ec3c9e844d0" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.846982] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-817bc585-50c1-40e3-86a8-8ec3c9e844d0" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.847165] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-817bc585-50c1-40e3-86a8-8ec3c9e844d0" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.847287] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('817bc585-50c1-40e3-86a8-8ec3c9e844d0',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.248145] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9606548-654a-49d2-9fbc-444cc75811c1 in Status: SUCCESS [ 1197.248396] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9606548-654a-49d2-9fbc-444cc75811c1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.345175] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-f47e5b75-0743-45e7-8eef-18febff0b7f0 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.345416] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f47e5b75-0743-45e7-8eef-18febff0b7f0" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.349457] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f47e5b75-0743-45e7-8eef-18febff0b7f0',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.350687] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 817bc585-50c1-40e3-86a8-8ec3c9e844d0 with status ACTIVE [ 1197.351018] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.351247] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.351414] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.351716] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.351868] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.352191] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.352361] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.352459] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.352944] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.352944] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.356273] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.356444] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.356548] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.356828] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.356944] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.357064] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 817bc585-50c1-40e3-86a8-8ec3c9e844d0 is going to be updated. [ 1197.383146] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.383305] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.383404] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.383611] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.383751] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.383912] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-817bc585-50c1-40e3-86a8-8ec3c9e844d0" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.511225] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9289668-329e-4d60-a331-9d084785d499 in Status: SUCCESS [ 1197.511455] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.511639] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.511872] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.512164] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.512286] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.512340] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.512478] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.512564] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.512659] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.512727] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9289668-329e-4d60-a331-9d084785d499',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.570158] env[69392]: INFO networking_nsxv3.common.synchronization [req-039ae505-e790-415d-a5b5-c819a51e14b2 req-41e6955b-03cc-4aeb-85c5-833a6bef4f7a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Enqueued Resource ID: ddc23fc3-78e7-4577-9029-96fbd012d464 with Priority: HIGHEST for action security_group_members [ 1197.570158] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddc23fc3-78e7-4577-9029-96fbd012d464 with Priority: HIGHEST for action security_group_members [ 1197.570158] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddc23fc3-78e7-4577-9029-96fbd012d464 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.570158] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddc23fc3-78e7-4577-9029-96fbd012d464" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.570158] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddc23fc3-78e7-4577-9029-96fbd012d464" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.570158] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddc23fc3-78e7-4577-9029-96fbd012d464" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.570158] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.570158] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.570158] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.570158] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.570158] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.571680] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddc23fc3-78e7-4577-9029-96fbd012d464',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.861027] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f47e5b75-0743-45e7-8eef-18febff0b7f0',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.015261] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9289668-329e-4d60-a331-9d084785d499 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.015464] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.015501] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.016049] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.016262] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.016376] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.016443] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.016643] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.016809] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.016907] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.017094] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9289668-329e-4d60-a331-9d084785d499 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.017218] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.017274] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.017396] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.017541] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.017637] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.017690] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.017870] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.017969] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.018368] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.018508] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9289668-329e-4d60-a331-9d084785d499',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.074045] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.074214] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.074262] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.074472] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.074589] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.074820] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.074914] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.074979] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.075146] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.075235] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.075348] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddc23fc3-78e7-4577-9029-96fbd012d464 is going to be updated. [ 1198.104321] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.104471] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.104620] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.104886] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.105075] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.114874] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddc23fc3-78e7-4577-9029-96fbd012d464 in Status: IN_PROGRESS for 2s [ 1198.367052] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.367223] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.367298] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.367525] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.367617] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.367777] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f47e5b75-0743-45e7-8eef-18febff0b7f0 is going to be created. [ 1198.384726] env[69392]: INFO networking_nsxv3.common.synchronization [req-f76cdcf8-7f2a-4aa1-8b49-f97b80f3fe0f req-7e3a70bb-db85-4c40-9b17-323df249ed34 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Enqueued Resource ID: 474363ef-503a-4971-9ce0-d26728345a41 with Priority: HIGHEST for action security_group_members [ 1198.385363] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 474363ef-503a-4971-9ce0-d26728345a41 with Priority: HIGHEST for action security_group_members [ 1198.385984] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-474363ef-503a-4971-9ce0-d26728345a41 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.386202] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-474363ef-503a-4971-9ce0-d26728345a41" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.386260] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-474363ef-503a-4971-9ce0-d26728345a41" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.386434] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-474363ef-503a-4971-9ce0-d26728345a41" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.386597] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.386728] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.386792] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.387275] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.387275] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.387275] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('474363ef-503a-4971-9ce0-d26728345a41',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.394708] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.394856] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.394856] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.395059] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.395210] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.405406] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f47e5b75-0743-45e7-8eef-18febff0b7f0 in Status: UNINITIALIZED for 2s [ 1198.521979] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9289668-329e-4d60-a331-9d084785d499: rpc.has_security_group_logging(os_id): False [ 1198.544238] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.544238] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.544424] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.545211] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.545211] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.545211] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.545211] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.545211] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.545510] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.545510] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.545638] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.547331] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.547331] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.547331] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.547331] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.547331] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.547331] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.547331] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.547331] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.547331] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.547331] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9289668-329e-4d60-a331-9d084785d499 is going to be updated. [ 1198.623133] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.623133] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.623133] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.623133] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.623133] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.643269] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9289668-329e-4d60-a331-9d084785d499 in Status: IN_PROGRESS for 2s [ 1198.889552] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.889552] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.889899] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.889899] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.889899] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.890117] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.890195] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.890243] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.890396] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.890494] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.890684] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 474363ef-503a-4971-9ce0-d26728345a41 is going to be updated. [ 1198.937360] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.937550] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.937590] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.937819] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.937964] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.952202] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 474363ef-503a-4971-9ce0-d26728345a41 in Status: IN_PROGRESS for 2s [ 1199.013432] env[69392]: INFO networking_nsxv3.common.synchronization [req-13bfb3a7-5fee-4c41-8ae5-82a87b8fda20 req-13f07d12-f8b1-4c41-8ea0-0a03e43cc5ba tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Enqueued Resource ID: 55a9bfd1-4c9b-461b-bc40-392db6117940 with Priority: HIGHEST for action security_group_members [ 1199.017538] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55a9bfd1-4c9b-461b-bc40-392db6117940 with Priority: HIGHEST for action security_group_members [ 1199.017538] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-55a9bfd1-4c9b-461b-bc40-392db6117940 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.017538] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55a9bfd1-4c9b-461b-bc40-392db6117940" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.017538] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55a9bfd1-4c9b-461b-bc40-392db6117940" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.017538] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55a9bfd1-4c9b-461b-bc40-392db6117940" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.017538] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.017538] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.017538] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.017538] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.017538] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.017538] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55a9bfd1-4c9b-461b-bc40-392db6117940',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.522464] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.522464] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.522464] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.522464] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.522464] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.522464] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.522464] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.522464] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.522464] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.522464] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.522464] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55a9bfd1-4c9b-461b-bc40-392db6117940 is going to be updated. [ 1199.555811] env[69392]: INFO networking_nsxv3.common.synchronization [req-d92a3527-42ce-4499-a900-28efe58881c0 req-4951d3bd-9e2a-4ed4-b9f2-4ccecfea6068 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Enqueued Resource ID: d4c70524-2907-4910-b60f-d2f26f666f25 with Priority: HIGHEST for action security_group_members [ 1199.558259] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4c70524-2907-4910-b60f-d2f26f666f25 with Priority: HIGHEST for action security_group_members [ 1199.558776] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4c70524-2907-4910-b60f-d2f26f666f25 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.558944] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.559134] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.559777] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.559777] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.559777] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.560099] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.560135] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.560263] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.562449] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4c70524-2907-4910-b60f-d2f26f666f25',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.562449] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.562693] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.562693] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.562746] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.563357] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.581549] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55a9bfd1-4c9b-461b-bc40-392db6117940 in Status: IN_PROGRESS for 2s [ 1200.070065] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.070065] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.070065] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.070065] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.070065] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.070065] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.070065] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.070065] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.070065] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.070065] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.070065] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4c70524-2907-4910-b60f-d2f26f666f25 is going to be updated. [ 1200.094510] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.094696] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.094792] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.095028] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.095175] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.104502] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4c70524-2907-4910-b60f-d2f26f666f25 in Status: IN_PROGRESS for 2s [ 1200.127647] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddc23fc3-78e7-4577-9029-96fbd012d464 in Status: IN_PROGRESS for 4s [ 1200.213507] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-243 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.213769] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-243" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.213885] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-243" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.214534] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-243" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.215180] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.215180] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.215327] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.215705] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.215705] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.215907] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1200.217772] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1200.217772] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1200.217772] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1200.217772] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1200.217772] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1200.217772] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1200.237803] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1200.238099] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1200.238288] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1200.238520] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-243" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.239112] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-cf38c892-0c48-4d30-9c0d-1541f59c9580 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.239365] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-cf38c892-0c48-4d30-9c0d-1541f59c9580" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.239529] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-cf38c892-0c48-4d30-9c0d-1541f59c9580" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.239906] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-cf38c892-0c48-4d30-9c0d-1541f59c9580" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.240113] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf38c892-0c48-4d30-9c0d-1541f59c9580',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.416408] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f47e5b75-0743-45e7-8eef-18febff0b7f0 in Status: SUCCESS [ 1200.416647] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f47e5b75-0743-45e7-8eef-18febff0b7f0" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.416851] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f47e5b75-0743-45e7-8eef-18febff0b7f0" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.417149] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f47e5b75-0743-45e7-8eef-18febff0b7f0" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.417351] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.417488] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.417557] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.417715] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.417795] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.417881] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f47e5b75-0743-45e7-8eef-18febff0b7f0" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.418016] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f47e5b75-0743-45e7-8eef-18febff0b7f0',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.661508] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9289668-329e-4d60-a331-9d084785d499 in Status: SUCCESS [ 1200.662090] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.745659] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.745917] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.746065] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.746358] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.746507] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.746725] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port cf38c892-0c48-4d30-9c0d-1541f59c9580 not found, creating... [ 1200.747040] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.749817] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.749817] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.749817] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.749817] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.749817] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.749817] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.749817] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.749817] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.749817] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.749817] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: cf38c892-0c48-4d30-9c0d-1541f59c9580 is going to be created. [ 1200.777263] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.777614] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.777799] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.778267] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.778604] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.778933] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-cf38c892-0c48-4d30-9c0d-1541f59c9580" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.924132] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f47e5b75-0743-45e7-8eef-18febff0b7f0',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.961477] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 474363ef-503a-4971-9ce0-d26728345a41 in Status: SUCCESS [ 1200.961649] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 474363ef-503a-4971-9ce0-d26728345a41 deletion is rescheduled due to dependency. [ 1200.961762] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-474363ef-503a-4971-9ce0-d26728345a41" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.427825] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f47e5b75-0743-45e7-8eef-18febff0b7f0: rpc.has_security_group_logging(os_id): False [ 1201.435820] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.436018] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.436060] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.436314] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.436440] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.449274] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.449472] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.449543] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.449861] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.450036] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.450355] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.450485] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.450642] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.450752] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.450845] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.450932] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f47e5b75-0743-45e7-8eef-18febff0b7f0 is going to be created. [ 1201.524263] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.524860] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.524860] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.525037] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.525218] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.537307] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f47e5b75-0743-45e7-8eef-18febff0b7f0 in Status: IN_PROGRESS for 2s [ 1201.594031] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55a9bfd1-4c9b-461b-bc40-392db6117940 in Status: SUCCESS [ 1201.594031] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55a9bfd1-4c9b-461b-bc40-392db6117940 deletion is rescheduled due to dependency. [ 1201.594031] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55a9bfd1-4c9b-461b-bc40-392db6117940" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.844456] env[69392]: INFO networking_nsxv3.common.synchronization [req-d92a3527-42ce-4499-a900-28efe58881c0 req-2f16493f-9f7c-445b-9cf3-a50b4ca5877d service nova] Enqueued Resource ID: d4c70524-2907-4910-b60f-d2f26f666f25 with Priority: HIGHEST for action security_group_rules [ 1201.844726] env[69392]: INFO networking_nsxv3.common.synchronization [req-d92a3527-42ce-4499-a900-28efe58881c0 req-2f16493f-9f7c-445b-9cf3-a50b4ca5877d service nova] Enqueued Resource ID: d4c70524-2907-4910-b60f-d2f26f666f25 with Priority: HIGHEST for action security_group_members [ 1201.844885] env[69392]: INFO networking_nsxv3.common.synchronization [req-d92a3527-42ce-4499-a900-28efe58881c0 req-2f16493f-9f7c-445b-9cf3-a50b4ca5877d service nova] Enqueued Resource ID: cf38c892-0c48-4d30-9c0d-1541f59c9580 with Priority: HIGHEST for action port [ 1201.845650] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4c70524-2907-4910-b60f-d2f26f666f25 with Priority: HIGHEST for action security_group_rules [ 1201.845751] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4c70524-2907-4910-b60f-d2f26f666f25 with Priority: HIGHEST for action security_group_members [ 1201.845789] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf38c892-0c48-4d30-9c0d-1541f59c9580 with Priority: HIGHEST for action port [ 1201.846068] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4c70524-2907-4910-b60f-d2f26f666f25 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.846214] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.846284] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.846494] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.846577] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4c70524-2907-4910-b60f-d2f26f666f25',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.848023] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4c70524-2907-4910-b60f-d2f26f666f25 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.848172] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.848396] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf38c892-0c48-4d30-9c0d-1541f59c9580 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.848999] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf38c892-0c48-4d30-9c0d-1541f59c9580" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.849084] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf38c892-0c48-4d30-9c0d-1541f59c9580" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.849276] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf38c892-0c48-4d30-9c0d-1541f59c9580" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.849357] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf38c892-0c48-4d30-9c0d-1541f59c9580',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.940776] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.114619] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4c70524-2907-4910-b60f-d2f26f666f25 in Status: SUCCESS [ 1202.114802] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4c70524-2907-4910-b60f-d2f26f666f25 deletion is rescheduled due to dependency. [ 1202.115869] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.115869] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.115869] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.115869] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.115869] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.115869] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.115869] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.115869] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.116370] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4c70524-2907-4910-b60f-d2f26f666f25',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.137612] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddc23fc3-78e7-4577-9029-96fbd012d464 in Status: SUCCESS [ 1202.137830] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddc23fc3-78e7-4577-9029-96fbd012d464 deletion is rescheduled due to dependency. [ 1202.137945] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddc23fc3-78e7-4577-9029-96fbd012d464" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.352505] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4c70524-2907-4910-b60f-d2f26f666f25 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.352671] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.353199] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf38c892-0c48-4d30-9c0d-1541f59c9580 with status ACTIVE [ 1202.353199] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.353439] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.353439] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.353671] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.354054] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.354054] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.354178] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.354226] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.354466] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.354768] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.354881] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.354965] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.354965] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.357680] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.357803] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.357965] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf38c892-0c48-4d30-9c0d-1541f59c9580 is going to be updated. [ 1202.383571] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.383571] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.383571] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.383571] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.383571] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.383906] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf38c892-0c48-4d30-9c0d-1541f59c9580" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.409986] env[69392]: INFO networking_nsxv3.common.synchronization [req-d92a3527-42ce-4499-a900-28efe58881c0 req-98cdf256-1924-4874-8522-c358db1a3ad1 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Enqueued Resource ID: d4c70524-2907-4910-b60f-d2f26f666f25 with Priority: HIGHEST for action security_group_members [ 1202.410274] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4c70524-2907-4910-b60f-d2f26f666f25 with Priority: HIGHEST for action security_group_members [ 1202.410870] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4c70524-2907-4910-b60f-d2f26f666f25 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.410870] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.442951] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.619522] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4c70524-2907-4910-b60f-d2f26f666f25',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.921260] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-243 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.921260] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-243" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.921260] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-243" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.921260] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-243" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.921260] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.921865] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.925245] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.928902] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.928902] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.928902] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1202.928902] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1202.928902] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1202.928902] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1202.928902] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1202.928902] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1202.928902] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1202.949471] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1202.949720] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1202.960863] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1202.961224] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1202.961816] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1202.961816] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-243" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.962253] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-b5eee613-c99d-4dad-a04f-b5c3053c9f2b taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.962502] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-b5eee613-c99d-4dad-a04f-b5c3053c9f2b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.962690] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-b5eee613-c99d-4dad-a04f-b5c3053c9f2b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.963144] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-b5eee613-c99d-4dad-a04f-b5c3053c9f2b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.963440] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5eee613-c99d-4dad-a04f-b5c3053c9f2b',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.124053] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4c70524-2907-4910-b60f-d2f26f666f25',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.470828] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.470828] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.470828] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.471130] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.471221] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.471328] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port b5eee613-c99d-4dad-a04f-b5c3053c9f2b not found, creating... [ 1203.474490] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.474490] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.474490] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.474490] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.474490] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.476316] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.476316] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.476316] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.476316] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.476316] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.477446] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: b5eee613-c99d-4dad-a04f-b5c3053c9f2b is going to be created. [ 1203.500179] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.500624] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.500814] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.501118] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.501563] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.501709] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-b5eee613-c99d-4dad-a04f-b5c3053c9f2b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.553668] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f47e5b75-0743-45e7-8eef-18febff0b7f0 in Status: SUCCESS [ 1203.553668] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f47e5b75-0743-45e7-8eef-18febff0b7f0" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.628565] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.628775] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.628875] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.629288] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.629355] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.629501] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4c70524-2907-4910-b60f-d2f26f666f25 is going to be updated. [ 1203.695166] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.695413] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.695532] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.695855] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.696160] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.715064] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4c70524-2907-4910-b60f-d2f26f666f25 in Status: IN_PROGRESS for 2s [ 1204.207518] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.207837] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.207837] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.208089] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.220571] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1204.225196] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.226491] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1204.282592] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.282789] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.282872] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.283169] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.296580] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.298170] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:1. [ 1204.298170] env[69392]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:{'cf38c892-0c48-4d30-9c0d-1541f59c9580'} {{(pid=69392) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1204.298170] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1204.347340] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.348170] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.348170] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.348170] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.349797] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.350025] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1204.374706] env[69392]: INFO networking_nsxv3.common.synchronization [req-d92a3527-42ce-4499-a900-28efe58881c0 req-5fa3d1b3-1de6-4071-ac08-19916f260c6f service nova] Enqueued Resource ID: d4c70524-2907-4910-b60f-d2f26f666f25 with Priority: HIGHEST for action security_group_rules [ 1204.375136] env[69392]: INFO networking_nsxv3.common.synchronization [req-d92a3527-42ce-4499-a900-28efe58881c0 req-5fa3d1b3-1de6-4071-ac08-19916f260c6f service nova] Enqueued Resource ID: d4c70524-2907-4910-b60f-d2f26f666f25 with Priority: HIGHEST for action security_group_members [ 1204.375207] env[69392]: INFO networking_nsxv3.common.synchronization [req-d92a3527-42ce-4499-a900-28efe58881c0 req-5fa3d1b3-1de6-4071-ac08-19916f260c6f service nova] Enqueued Resource ID: b5eee613-c99d-4dad-a04f-b5c3053c9f2b with Priority: HIGHEST for action port [ 1204.375786] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4c70524-2907-4910-b60f-d2f26f666f25 with Priority: HIGHEST for action security_group_rules [ 1204.375937] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4c70524-2907-4910-b60f-d2f26f666f25 with Priority: HIGHEST for action security_group_members [ 1204.376070] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5eee613-c99d-4dad-a04f-b5c3053c9f2b with Priority: HIGHEST for action port [ 1204.376452] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4c70524-2907-4910-b60f-d2f26f666f25 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.376577] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.376856] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4c70524-2907-4910-b60f-d2f26f666f25 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.376976] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.377281] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5eee613-c99d-4dad-a04f-b5c3053c9f2b taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.377399] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5eee613-c99d-4dad-a04f-b5c3053c9f2b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.377482] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5eee613-c99d-4dad-a04f-b5c3053c9f2b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.377778] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5eee613-c99d-4dad-a04f-b5c3053c9f2b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.377875] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5eee613-c99d-4dad-a04f-b5c3053c9f2b',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.469068] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.469291] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.469346] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.469569] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.469850] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.470127] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1204.564659] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.564659] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.564659] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.565079] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.565896] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.565896] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:54. [ 1204.566037] env[69392]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'f47e5b75-0743-45e7-8eef-18febff0b7f0', '93939cf2-0e3e-496e-a0a9-ccfd1bbc13cd', 'f9289668-329e-4d60-a331-9d084785d499', '3ca5fb82-bd35-44e4-ac6d-2fddb49925b5', 'f9606548-654a-49d2-9fbc-444cc75811c1', '122d5dca-1cb7-4a79-b4c8-017e868e5c5c', '474363ef-503a-4971-9ce0-d26728345a41', 'fd78188b-2c09-46ab-b0ba-2d8bcf30009f', '85a75816-1e8d-4197-bbc0-6d252d42c389', 'ddc23fc3-78e7-4577-9029-96fbd012d464', '01d6afbe-3053-4f64-ac14-04cad5aea5d5', '81084ca3-f156-4abe-9b5f-485c6c6fa7d6', 'd4c70524-2907-4910-b60f-d2f26f666f25', 'a584b752-9077-4eef-bc77-0cc03cb5dafb', '84e47622-8243-4569-9afe-094bcaaa6e7b', '60803e0d-1dc7-43a3-bc06-9feb6c234283', '6b3362c7-f0e9-4800-ab81-b8061786dba2', '0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781', 'd8f6935a-7f71-4e5a-b85e-3a4675b62fdd', 'e30ecb9b-8c35-4584-b7eb-d3b4d145e2da', '6df2c66e-f398-4052-8bb0-240944386539', 'e01e8653-ada8-42a7-adc6-1ae007f7f990', 'dfc16ea7-56d5-48eb-98a8-5248d3a2728d', 'e6d7b634-70cc-4999-8252-c2e90c5d0fbb', '807f9880-027d-4a70-9381-c0ae7df73138', '719d7944-9504-40fc-a61b-a8580099349b', 'e65a0c1e-a9bc-40a4-b31b-1b3111429ab9', '29c6754a-94e7-44db-b750-45c0ae051be4', '72c15541-2a23-41e5-96aa-6181de28bd0d', 'c6d0251d-fc7b-4fc9-bcaa-32c778519012', 'f354a839-fb07-406e-bd97-425db5e4da70', '8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb', 'c4eab51f-f8a6-4737-afd2-949373cc4c08', '8789f77e-0b9f-4c92-b2e7-b87732a81a6f', '523ba16e-9aef-4d46-81c8-289c4328529e', '4491d9b9-950b-4b86-b52b-7c2858ba5f10', 'a918e4b1-d769-4d2a-bb64-6c60d67de60e', '104ae6de-d6fe-4374-b384-56a40d74f527', '3bc62795-1211-4d88-b0b1-5963d0b9774e', 'd232ecb8-4a38-4f14-9287-c6338447b262', 'c9c6eb89-a8af-4e25-8621-b54410a8a492', 'dccdad89-20d3-4838-b3e0-fb9fa2e7e670', '55a9bfd1-4c9b-461b-bc40-392db6117940', '2263700e-f232-46e2-b438-dd4287f8caf2', '3ad953ac-89c8-4380-b2f2-1a3f21b3d812', '83a22041-d482-4873-a694-7215d243b95b', '9f5effdb-8a73-494d-b222-722fe3a7f893', '026fede5-c5b9-459d-886c-6215c7bd8f42', '44752025-edeb-41ac-a47d-ef5de185998e', '331d1cd2-2e38-4a1d-9c7c-f0e4f5cfec4a', 'fd355bb2-8f17-440c-81d5-8675495ab93d', 'd423ac92-d7bb-455a-9805-981f71c4380e', '8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3', '69c25749-8a6b-44d2-90d3-c975fe87bc9d'} {{(pid=69392) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1204.566037] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1204.587291] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.587512] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.587512] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.587705] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.587810] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.587952] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1204.588037] env[69392]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69392) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1204.588103] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1204.680783] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.680961] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.681032] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.681321] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.682612] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.683048] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1204.683148] env[69392]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69392) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1204.683228] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1204.683300] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 1/1 resources of Type:Ports [ 1204.683403] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cf38c892-0c48-4d30-9c0d-1541f59c9580 with Priority: HIGH for action port [ 1204.683533] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 19/54 resources of Type:Security Group Rules [ 1204.683605] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f47e5b75-0743-45e7-8eef-18febff0b7f0 with Priority: HIGH for action security_group_rules [ 1204.683694] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 93939cf2-0e3e-496e-a0a9-ccfd1bbc13cd with Priority: HIGH for action security_group_rules [ 1204.683762] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f9289668-329e-4d60-a331-9d084785d499 with Priority: HIGH for action security_group_rules [ 1204.683831] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3ca5fb82-bd35-44e4-ac6d-2fddb49925b5 with Priority: HIGH for action security_group_rules [ 1204.683894] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f9606548-654a-49d2-9fbc-444cc75811c1 with Priority: HIGH for action security_group_rules [ 1204.683959] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 122d5dca-1cb7-4a79-b4c8-017e868e5c5c with Priority: HIGH for action security_group_rules [ 1204.684033] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 474363ef-503a-4971-9ce0-d26728345a41 with Priority: HIGH for action security_group_rules [ 1204.684099] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fd78188b-2c09-46ab-b0ba-2d8bcf30009f with Priority: HIGH for action security_group_rules [ 1204.684164] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 85a75816-1e8d-4197-bbc0-6d252d42c389 with Priority: HIGH for action security_group_rules [ 1204.684229] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ddc23fc3-78e7-4577-9029-96fbd012d464 with Priority: HIGH for action security_group_rules [ 1204.684292] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 with Priority: HIGH for action security_group_rules [ 1204.684366] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 with Priority: HIGH for action security_group_rules [ 1204.684446] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d4c70524-2907-4910-b60f-d2f26f666f25 with Priority: HIGH for action security_group_rules [ 1204.684529] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a584b752-9077-4eef-bc77-0cc03cb5dafb with Priority: HIGH for action security_group_rules [ 1204.684597] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 84e47622-8243-4569-9afe-094bcaaa6e7b with Priority: HIGH for action security_group_rules [ 1204.684669] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 60803e0d-1dc7-43a3-bc06-9feb6c234283 with Priority: HIGH for action security_group_rules [ 1204.684753] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6b3362c7-f0e9-4800-ab81-b8061786dba2 with Priority: HIGH for action security_group_rules [ 1204.684840] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781 with Priority: HIGH for action security_group_rules [ 1204.684909] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd with Priority: HIGH for action security_group_rules [ 1204.685044] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.883407] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b5eee613-c99d-4dad-a04f-b5c3053c9f2b with status ACTIVE [ 1204.883407] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.883407] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.883407] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.883407] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.883407] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.883407] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.883407] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.883407] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.883407] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.883407] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.883407] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.883407] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.883407] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.883407] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.883407] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.883407] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b5eee613-c99d-4dad-a04f-b5c3053c9f2b is going to be updated. [ 1204.916615] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.916898] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.916994] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.921315] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.921315] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.921315] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5eee613-c99d-4dad-a04f-b5c3053c9f2b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.727044] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4c70524-2907-4910-b60f-d2f26f666f25 in Status: SUCCESS [ 1205.727351] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.727549] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.727852] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.728062] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.728187] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.729763] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.729763] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.729763] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.729763] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.729763] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d4c70524-2907-4910-b60f-d2f26f666f25',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.733204] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.733204] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.733204] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.733204] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.733204] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.733204] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.733204] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.733204] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4c70524-2907-4910-b60f-d2f26f666f25',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.232193] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4c70524-2907-4910-b60f-d2f26f666f25 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.232356] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.235110] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4c70524-2907-4910-b60f-d2f26f666f25',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.738493] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4c70524-2907-4910-b60f-d2f26f666f25',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.002638] env[69392]: INFO networking_nsxv3.common.synchronization [req-22afd6ff-a2dd-49a1-aa57-084e69617c8c req-5f7a831e-96e8-4854-be45-86015f1b6cfb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Enqueued Resource ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd with Priority: HIGHEST for action security_group_members [ 1207.003276] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd with Priority: HIGHEST for action security_group_members [ 1207.003399] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf38c892-0c48-4d30-9c0d-1541f59c9580 with Priority: HIGH for action port [ 1207.003535] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93939cf2-0e3e-496e-a0a9-ccfd1bbc13cd with Priority: HIGH for action security_group_rules [ 1207.003636] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 122d5dca-1cb7-4a79-b4c8-017e868e5c5c with Priority: HIGH for action security_group_rules [ 1207.003747] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a584b752-9077-4eef-bc77-0cc03cb5dafb with Priority: HIGH for action security_group_rules [ 1207.003842] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd with Priority: HIGH for action security_group_rules [ 1207.003933] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781 with Priority: HIGH for action security_group_rules [ 1207.004195] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b3362c7-f0e9-4800-ab81-b8061786dba2 with Priority: HIGH for action security_group_rules [ 1207.004334] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60803e0d-1dc7-43a3-bc06-9feb6c234283 with Priority: HIGH for action security_group_rules [ 1207.004426] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4c70524-2907-4910-b60f-d2f26f666f25 with Priority: HIGH for action security_group_rules [ 1207.004530] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84e47622-8243-4569-9afe-094bcaaa6e7b with Priority: HIGH for action security_group_rules [ 1207.004617] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 with Priority: HIGH for action security_group_rules [ 1207.005075] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 with Priority: HIGH for action security_group_rules [ 1207.005075] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddc23fc3-78e7-4577-9029-96fbd012d464 with Priority: HIGH for action security_group_rules [ 1207.005680] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85a75816-1e8d-4197-bbc0-6d252d42c389 with Priority: HIGH for action security_group_rules [ 1207.005807] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd78188b-2c09-46ab-b0ba-2d8bcf30009f with Priority: HIGH for action security_group_rules [ 1207.005921] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9606548-654a-49d2-9fbc-444cc75811c1 with Priority: HIGH for action security_group_rules [ 1207.006044] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 474363ef-503a-4971-9ce0-d26728345a41 with Priority: HIGH for action security_group_rules [ 1207.006174] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ca5fb82-bd35-44e4-ac6d-2fddb49925b5 with Priority: HIGH for action security_group_rules [ 1207.006278] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f47e5b75-0743-45e7-8eef-18febff0b7f0 with Priority: HIGH for action security_group_rules [ 1207.006378] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9289668-329e-4d60-a331-9d084785d499 with Priority: HIGH for action security_group_rules [ 1207.006761] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.006973] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.007119] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.007364] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.007541] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.007646] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.007723] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.007909] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.008596] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.008710] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8f6935a-7f71-4e5a-b85e-3a4675b62fdd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.010489] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf38c892-0c48-4d30-9c0d-1541f59c9580 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.013912] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf38c892-0c48-4d30-9c0d-1541f59c9580" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.014037] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf38c892-0c48-4d30-9c0d-1541f59c9580" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.014241] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf38c892-0c48-4d30-9c0d-1541f59c9580" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.014330] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf38c892-0c48-4d30-9c0d-1541f59c9580',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.019028] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93939cf2-0e3e-496e-a0a9-ccfd1bbc13cd taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.019028] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93939cf2-0e3e-496e-a0a9-ccfd1bbc13cd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.019028] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93939cf2-0e3e-496e-a0a9-ccfd1bbc13cd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.019028] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93939cf2-0e3e-496e-a0a9-ccfd1bbc13cd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.019028] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93939cf2-0e3e-496e-a0a9-ccfd1bbc13cd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.019028] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-122d5dca-1cb7-4a79-b4c8-017e868e5c5c taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.019028] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-122d5dca-1cb7-4a79-b4c8-017e868e5c5c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.019028] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-122d5dca-1cb7-4a79-b4c8-017e868e5c5c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.019028] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-122d5dca-1cb7-4a79-b4c8-017e868e5c5c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.019028] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('122d5dca-1cb7-4a79-b4c8-017e868e5c5c',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.019028] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a584b752-9077-4eef-bc77-0cc03cb5dafb taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.019570] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a584b752-9077-4eef-bc77-0cc03cb5dafb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.019570] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a584b752-9077-4eef-bc77-0cc03cb5dafb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.019570] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a584b752-9077-4eef-bc77-0cc03cb5dafb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.019570] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a584b752-9077-4eef-bc77-0cc03cb5dafb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.021878] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.021988] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.022053] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.022230] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.022302] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d8f6935a-7f71-4e5a-b85e-3a4675b62fdd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.027122] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.027245] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.027310] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.027513] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.027588] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.029596] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b3362c7-f0e9-4800-ab81-b8061786dba2 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.029714] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b3362c7-f0e9-4800-ab81-b8061786dba2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.029775] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b3362c7-f0e9-4800-ab81-b8061786dba2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.029944] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b3362c7-f0e9-4800-ab81-b8061786dba2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.030037] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b3362c7-f0e9-4800-ab81-b8061786dba2',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.032883] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60803e0d-1dc7-43a3-bc06-9feb6c234283 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.033033] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60803e0d-1dc7-43a3-bc06-9feb6c234283" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.033101] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60803e0d-1dc7-43a3-bc06-9feb6c234283" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.033273] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60803e0d-1dc7-43a3-bc06-9feb6c234283" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.033347] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60803e0d-1dc7-43a3-bc06-9feb6c234283',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.034959] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4c70524-2907-4910-b60f-d2f26f666f25 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.035123] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.035399] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84e47622-8243-4569-9afe-094bcaaa6e7b taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.035524] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84e47622-8243-4569-9afe-094bcaaa6e7b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.035593] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84e47622-8243-4569-9afe-094bcaaa6e7b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.035758] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84e47622-8243-4569-9afe-094bcaaa6e7b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.035828] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84e47622-8243-4569-9afe-094bcaaa6e7b',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.036781] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81084ca3-f156-4abe-9b5f-485c6c6fa7d6 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.036963] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.037056] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.037203] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.037272] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81084ca3-f156-4abe-9b5f-485c6c6fa7d6',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.038119] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01d6afbe-3053-4f64-ac14-04cad5aea5d5 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.038524] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.038598] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.038749] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.038933] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01d6afbe-3053-4f64-ac14-04cad5aea5d5',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.039697] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ddc23fc3-78e7-4577-9029-96fbd012d464 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.040397] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ddc23fc3-78e7-4577-9029-96fbd012d464" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.040498] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ddc23fc3-78e7-4577-9029-96fbd012d464" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.040650] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ddc23fc3-78e7-4577-9029-96fbd012d464" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.040720] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ddc23fc3-78e7-4577-9029-96fbd012d464',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.041860] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85a75816-1e8d-4197-bbc0-6d252d42c389 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.041969] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85a75816-1e8d-4197-bbc0-6d252d42c389" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.042282] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85a75816-1e8d-4197-bbc0-6d252d42c389" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.042452] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85a75816-1e8d-4197-bbc0-6d252d42c389" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.042523] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85a75816-1e8d-4197-bbc0-6d252d42c389',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.043288] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd78188b-2c09-46ab-b0ba-2d8bcf30009f taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.043391] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.043466] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.043622] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.043690] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd78188b-2c09-46ab-b0ba-2d8bcf30009f',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.044482] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9606548-654a-49d2-9fbc-444cc75811c1 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.044617] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9606548-654a-49d2-9fbc-444cc75811c1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.044699] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9606548-654a-49d2-9fbc-444cc75811c1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.044879] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9606548-654a-49d2-9fbc-444cc75811c1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.044986] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9606548-654a-49d2-9fbc-444cc75811c1',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.045710] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-474363ef-503a-4971-9ce0-d26728345a41 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.045812] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-474363ef-503a-4971-9ce0-d26728345a41" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.045901] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-474363ef-503a-4971-9ce0-d26728345a41" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.046374] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-474363ef-503a-4971-9ce0-d26728345a41" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.046454] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('474363ef-503a-4971-9ce0-d26728345a41',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.047314] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ca5fb82-bd35-44e4-ac6d-2fddb49925b5 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.047430] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ca5fb82-bd35-44e4-ac6d-2fddb49925b5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.047507] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ca5fb82-bd35-44e4-ac6d-2fddb49925b5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.047658] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ca5fb82-bd35-44e4-ac6d-2fddb49925b5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.047727] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ca5fb82-bd35-44e4-ac6d-2fddb49925b5',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.048981] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f47e5b75-0743-45e7-8eef-18febff0b7f0 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.048981] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f47e5b75-0743-45e7-8eef-18febff0b7f0" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.048981] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f47e5b75-0743-45e7-8eef-18febff0b7f0" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.048981] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f47e5b75-0743-45e7-8eef-18febff0b7f0" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.048981] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f47e5b75-0743-45e7-8eef-18febff0b7f0',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.051051] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9289668-329e-4d60-a331-9d084785d499 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.051051] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.051051] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.051051] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.051051] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9289668-329e-4d60-a331-9d084785d499',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.052041] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d8f6935a-7f71-4e5a-b85e-3a4675b62fdd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.241646] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.241717] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.242010] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.242103] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.242201] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.243018] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4c70524-2907-4910-b60f-d2f26f666f25 is going to be updated. [ 1207.277217] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.277985] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.278241] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.279194] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.279364] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.289949] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4c70524-2907-4910-b60f-d2f26f666f25 in Status: IN_PROGRESS for 2s [ 1207.552474] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b3362c7-f0e9-4800-ab81-b8061786dba2 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.552708] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b3362c7-f0e9-4800-ab81-b8061786dba2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.552822] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b3362c7-f0e9-4800-ab81-b8061786dba2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.552976] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b3362c7-f0e9-4800-ab81-b8061786dba2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.553231] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.553385] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.553385] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.553483] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.553545] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.553632] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b3362c7-f0e9-4800-ab81-b8061786dba2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.553722] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b3362c7-f0e9-4800-ab81-b8061786dba2',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.555525] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-f47e5b75-0743-45e7-8eef-18febff0b7f0 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.555681] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f47e5b75-0743-45e7-8eef-18febff0b7f0" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.558112] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f47e5b75-0743-45e7-8eef-18febff0b7f0" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.558112] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f47e5b75-0743-45e7-8eef-18febff0b7f0" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.558112] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.558112] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.558112] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.558112] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.558112] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.558112] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f47e5b75-0743-45e7-8eef-18febff0b7f0" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.558112] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f47e5b75-0743-45e7-8eef-18febff0b7f0',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.562046] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.562046] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.562046] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.562046] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.562046] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.562046] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.562046] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.562046] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.562046] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.562046] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.562046] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.563562] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-a584b752-9077-4eef-bc77-0cc03cb5dafb taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.563686] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a584b752-9077-4eef-bc77-0cc03cb5dafb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.563754] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a584b752-9077-4eef-bc77-0cc03cb5dafb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.563942] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a584b752-9077-4eef-bc77-0cc03cb5dafb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.564114] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.564207] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.564267] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.564403] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.564479] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.564559] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a584b752-9077-4eef-bc77-0cc03cb5dafb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.564640] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a584b752-9077-4eef-bc77-0cc03cb5dafb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.565535] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf38c892-0c48-4d30-9c0d-1541f59c9580 with status ACTIVE [ 1207.565713] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.565808] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.566253] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.570159] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.570360] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.570600] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.570710] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.570776] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.570963] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.571057] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.571303] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.571403] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.571462] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.571609] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.571681] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.571766] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf38c892-0c48-4d30-9c0d-1541f59c9580 is going to be updated. [ 1207.573277] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-84e47622-8243-4569-9afe-094bcaaa6e7b taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.573650] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84e47622-8243-4569-9afe-094bcaaa6e7b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.573736] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84e47622-8243-4569-9afe-094bcaaa6e7b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.573899] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84e47622-8243-4569-9afe-094bcaaa6e7b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.577020] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.577020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.577020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.577020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.577020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.577020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84e47622-8243-4569-9afe-094bcaaa6e7b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.577020] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('84e47622-8243-4569-9afe-094bcaaa6e7b',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.577962] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9606548-654a-49d2-9fbc-444cc75811c1 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.577962] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9606548-654a-49d2-9fbc-444cc75811c1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.577962] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9606548-654a-49d2-9fbc-444cc75811c1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.577962] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9606548-654a-49d2-9fbc-444cc75811c1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.577962] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.578316] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.578316] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.578316] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.578316] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.578475] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9606548-654a-49d2-9fbc-444cc75811c1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.578475] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9606548-654a-49d2-9fbc-444cc75811c1',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.583255] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.583397] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.583519] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d8f6935a-7f71-4e5a-b85e-3a4675b62fdd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.585335] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9289668-329e-4d60-a331-9d084785d499 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.585569] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.585637] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.585846] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.586016] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.586115] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.586176] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.586318] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.586396] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.586488] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.586556] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9289668-329e-4d60-a331-9d084785d499',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.596454] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('84e47622-8243-4569-9afe-094bcaaa6e7b',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.622481] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.622752] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.622816] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.623664] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.631168] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-321 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.631434] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-321" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.631525] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-321" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.631855] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-321" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.632382] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.632646] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.632829] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.633385] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.633613] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.633882] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1207.634056] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1207.634210] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1207.634354] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1207.634507] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1207.634649] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1207.634848] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1207.645861] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.646155] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.647621] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.647756] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.648705] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.648842] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.651350] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.651560] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.652322] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.652446] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.659564] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.659701] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.660675] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.660771] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.666101] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.666262] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.667280] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.667402] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.667474] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.667676] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.667886] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.668059] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf38c892-0c48-4d30-9c0d-1541f59c9580" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.669017] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.669131] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.680022] env[69392]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1207.680659] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.680799] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85a75816-1e8d-4197-bbc0-6d252d42c389 is going to be deleted. [ 1207.682109] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.682338] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.684308] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1207.684790] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.050 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1207.684977] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1207.685205] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-321" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.685538] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-81c03280-06ef-48c9-ae07-52c1a581023a taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.685721] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-81c03280-06ef-48c9-ae07-52c1a581023a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.685871] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-81c03280-06ef-48c9-ae07-52c1a581023a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.686500] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-81c03280-06ef-48c9-ae07-52c1a581023a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.686500] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81c03280-06ef-48c9-ae07-52c1a581023a',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.721599] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.721824] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ddc23fc3-78e7-4577-9029-96fbd012d464 is going to be deleted. [ 1207.723255] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.723528] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.770181] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.770534] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93939cf2-0e3e-496e-a0a9-ccfd1bbc13cd is going to be deleted. [ 1207.771733] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.771976] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.781970] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.782229] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.812273] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.812469] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 122d5dca-1cb7-4a79-b4c8-017e868e5c5c is going to be deleted. [ 1207.815626] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.815626] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.829199] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.829503] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.860897] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.861065] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ca5fb82-bd35-44e4-ac6d-2fddb49925b5 is going to be deleted. [ 1207.862080] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.862304] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.891380] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.891669] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.894270] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.894652] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 474363ef-503a-4971-9ce0-d26728345a41 is going to be deleted. [ 1207.895435] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.896021] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.920105] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.920364] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.946914] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.947115] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd78188b-2c09-46ab-b0ba-2d8bcf30009f is going to be deleted. [ 1207.950018] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.950018] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.005350] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.005587] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60803e0d-1dc7-43a3-bc06-9feb6c234283 is going to be deleted. [ 1208.006567] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.006889] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.032843] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.033119] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.058397] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.058596] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81084ca3-f156-4abe-9b5f-485c6c6fa7d6 is going to be deleted. [ 1208.060068] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b3362c7-f0e9-4800-ab81-b8061786dba2',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.061237] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.061549] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.088738] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.088977] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.089318] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9606548-654a-49d2-9fbc-444cc75811c1',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.095845] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.096238] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.096238] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.096547] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.096689] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.096861] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd is going to be updated. [ 1208.099705] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9289668-329e-4d60-a331-9d084785d499 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.099977] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.100123] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.100724] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.100800] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.101189] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.101189] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.104222] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.104222] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.104222] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.104222] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9289668-329e-4d60-a331-9d084785d499 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.104222] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.104222] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.104222] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.104222] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.104222] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.104222] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.104222] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.104222] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.104222] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.104909] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9289668-329e-4d60-a331-9d084785d499',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.106610] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.107159] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.107315] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.107758] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.108071] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.108294] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.108433] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.108722] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.108913] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.109333] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.109668] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.109922] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.110089] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.110403] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.110685] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.110893] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.111064] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.111402] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.111571] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.111759] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.111989] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.113287] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a584b752-9077-4eef-bc77-0cc03cb5dafb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.114765] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f47e5b75-0743-45e7-8eef-18febff0b7f0',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.116529] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.116529] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.117600] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 84e47622-8243-4569-9afe-094bcaaa6e7b: rpc.has_security_group_logging(os_id): False [ 1208.124210] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.125066] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 is going to be deleted. [ 1208.127156] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.127434] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.127576] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.127775] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85a75816-1e8d-4197-bbc0-6d252d42c389" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.128094] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.128330] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.128424] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.128551] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ddc23fc3-78e7-4577-9029-96fbd012d464" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.129612] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.129864] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.130030] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.130226] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-122d5dca-1cb7-4a79-b4c8-017e868e5c5c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.130402] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.130581] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.130749] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.130970] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93939cf2-0e3e-496e-a0a9-ccfd1bbc13cd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.131186] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.131356] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.131450] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.131624] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ca5fb82-bd35-44e4-ac6d-2fddb49925b5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.132264] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.132455] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.132567] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.132686] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd78188b-2c09-46ab-b0ba-2d8bcf30009f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.132916] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.134391] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.134391] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.134391] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-474363ef-503a-4971-9ce0-d26728345a41" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.181092] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.181298] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.181365] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.181566] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.189422] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.189706] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.189858] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.190191] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.190363] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.190549] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port 81c03280-06ef-48c9-ae07-52c1a581023a not found, creating... [ 1208.190864] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.191203] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.191382] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.191608] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.191779] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.192263] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.192380] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.192513] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.192789] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.193074] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.193255] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 81c03280-06ef-48c9-ae07-52c1a581023a is going to be created. [ 1208.234591] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.234834] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.234928] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.235195] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.235377] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.240663] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.240902] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.265654] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.266056] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.266250] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.266358] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.266700] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.266834] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.266916] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84e47622-8243-4569-9afe-094bcaaa6e7b is going to be updated. [ 1208.268360] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.268699] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.268907] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.268963] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60803e0d-1dc7-43a3-bc06-9feb6c234283" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.270548] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.270780] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.270992] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.271401] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.271683] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.272032] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-81c03280-06ef-48c9-ae07-52c1a581023a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.283487] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd in Status: IN_PROGRESS for 2s [ 1208.301379] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.301578] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.301638] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.301953] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.302608] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.302608] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81084ca3-f156-4abe-9b5f-485c6c6fa7d6" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.342235] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.342423] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.342497] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.342839] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.342939] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.343090] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.465211] env[69392]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1208.465967] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.465967] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.466161] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.466355] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.466826] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.502743] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84e47622-8243-4569-9afe-094bcaaa6e7b in Status: IN_PROGRESS for 2s [ 1208.567038] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b3362c7-f0e9-4800-ab81-b8061786dba2: rpc.has_security_group_logging(os_id): False [ 1208.594434] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.594653] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.594653] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.595449] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.596313] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9606548-654a-49d2-9fbc-444cc75811c1: rpc.has_security_group_logging(os_id): False [ 1208.616692] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a584b752-9077-4eef-bc77-0cc03cb5dafb: rpc.has_security_group_logging(os_id): False [ 1208.618119] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9289668-329e-4d60-a331-9d084785d499: rpc.has_security_group_logging(os_id): False [ 1208.619163] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781: rpc.has_security_group_logging(os_id): False [ 1208.619843] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f47e5b75-0743-45e7-8eef-18febff0b7f0: rpc.has_security_group_logging(os_id): False [ 1208.646097] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.646304] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.647216] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.647353] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.648199] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.648483] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.648604] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.648677] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.648916] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.649021] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.649185] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b3362c7-f0e9-4800-ab81-b8061786dba2 is going to be updated. [ 1208.651082] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.651225] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.651308] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.651530] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.653176] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.653288] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.654020] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.654135] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.680812] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.680812] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.680952] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.681517] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.681517] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.681517] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.681725] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.681782] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.681833] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.681998] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.682134] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.682356] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.682441] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.682525] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.682719] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.682895] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.682895] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781 is going to be updated. [ 1208.684048] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.684224] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.732216] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.732585] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.732707] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.732807] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.733082] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.733183] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.733299] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9606548-654a-49d2-9fbc-444cc75811c1 is going to be updated. [ 1208.734518] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.734738] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.747104] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.747298] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.762796] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.763183] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.763305] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.763375] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.763587] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.763671] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.763840] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a584b752-9077-4eef-bc77-0cc03cb5dafb is going to be updated. [ 1208.764886] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.765091] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.790454] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.790872] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.808376] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.808660] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.808787] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.808856] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.809113] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.809212] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.809524] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.809642] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.809700] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.809862] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.809940] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.811059] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.811059] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.811059] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.811059] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.811059] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.811059] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9289668-329e-4d60-a331-9d084785d499 is going to be updated. [ 1208.811879] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.811927] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.812073] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.813898] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.813898] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.845374] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.845374] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.868206] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b3362c7-f0e9-4800-ab81-b8061786dba2 in Status: IN_PROGRESS for 2s [ 1208.869395] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.869982] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.869982] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.870186] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.870397] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.870450] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.870589] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f47e5b75-0743-45e7-8eef-18febff0b7f0 is going to be updated. [ 1208.872039] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.872278] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.872465] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.873828] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.874143] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.874323] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.009145] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781 in Status: IN_PROGRESS for 2s [ 1209.010451] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9606548-654a-49d2-9fbc-444cc75811c1 in Status: IN_PROGRESS for 2s [ 1209.027020] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.027020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.027020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.027020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.027020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.031861] env[69392]: INFO networking_nsxv3.common.synchronization [req-22afd6ff-a2dd-49a1-aa57-084e69617c8c req-6480f6a0-b356-4b0b-af00-1bfcfeca01e1 service nova] Enqueued Resource ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd with Priority: HIGHEST for action security_group_rules [ 1209.032098] env[69392]: INFO networking_nsxv3.common.synchronization [req-22afd6ff-a2dd-49a1-aa57-084e69617c8c req-6480f6a0-b356-4b0b-af00-1bfcfeca01e1 service nova] Enqueued Resource ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd with Priority: HIGHEST for action security_group_members [ 1209.032262] env[69392]: INFO networking_nsxv3.common.synchronization [req-22afd6ff-a2dd-49a1-aa57-084e69617c8c req-6480f6a0-b356-4b0b-af00-1bfcfeca01e1 service nova] Enqueued Resource ID: 81c03280-06ef-48c9-ae07-52c1a581023a with Priority: HIGHEST for action port [ 1209.033286] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd with Priority: HIGHEST for action security_group_rules [ 1209.033286] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd with Priority: HIGHEST for action security_group_members [ 1209.038042] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81c03280-06ef-48c9-ae07-52c1a581023a with Priority: HIGHEST for action port [ 1209.038042] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.038042] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.038042] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.038042] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.038042] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-81c03280-06ef-48c9-ae07-52c1a581023a taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.038042] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81c03280-06ef-48c9-ae07-52c1a581023a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.038042] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81c03280-06ef-48c9-ae07-52c1a581023a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.038042] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81c03280-06ef-48c9-ae07-52c1a581023a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.038042] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81c03280-06ef-48c9-ae07-52c1a581023a',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.061894] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a584b752-9077-4eef-bc77-0cc03cb5dafb in Status: IN_PROGRESS for 2s [ 1209.110163] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.110909] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.110987] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.111307] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.111536] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.131912] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9289668-329e-4d60-a331-9d084785d499 in Status: IN_PROGRESS for 2s [ 1209.135821] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.135821] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.135821] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.136192] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.136259] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.179603] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f47e5b75-0743-45e7-8eef-18febff0b7f0 in Status: IN_PROGRESS for 2s [ 1209.302308] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4c70524-2907-4910-b60f-d2f26f666f25 in Status: SUCCESS [ 1209.302616] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.302934] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.303264] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.303533] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.303608] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.303673] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.303948] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.304130] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.304273] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4c70524-2907-4910-b60f-d2f26f666f25',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.544051] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 81c03280-06ef-48c9-ae07-52c1a581023a with status ACTIVE [ 1209.544240] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.544316] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.544417] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.544806] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.545035] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.545270] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.545514] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.545624] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.545892] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.546013] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.546252] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.546446] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.546576] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.546919] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.546969] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.547114] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 81c03280-06ef-48c9-ae07-52c1a581023a is going to be updated. [ 1209.577222] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.577222] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.577222] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.577222] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.577222] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.577222] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81c03280-06ef-48c9-ae07-52c1a581023a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.809781] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4c70524-2907-4910-b60f-d2f26f666f25',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.293895] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd in Status: SUCCESS [ 1210.294669] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.294669] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.294669] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.294876] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.295089] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.295284] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.295439] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.295439] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.295516] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.295613] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d8f6935a-7f71-4e5a-b85e-3a4675b62fdd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.296654] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.296880] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.297578] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.297578] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.297578] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.297578] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.297578] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.297578] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8f6935a-7f71-4e5a-b85e-3a4675b62fdd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.311572] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4c70524-2907-4910-b60f-d2f26f666f25',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.519340] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84e47622-8243-4569-9afe-094bcaaa6e7b in Status: SUCCESS [ 1210.519646] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84e47622-8243-4569-9afe-094bcaaa6e7b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.800100] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.800245] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.800457] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d8f6935a-7f71-4e5a-b85e-3a4675b62fdd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.813934] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.813934] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.813934] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.814329] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.814329] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.814702] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4c70524-2907-4910-b60f-d2f26f666f25 is going to be updated. [ 1210.849064] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.849269] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.849341] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.849627] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.849892] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.862773] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4c70524-2907-4910-b60f-d2f26f666f25 in Status: IN_PROGRESS for 2s [ 1210.881292] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b3362c7-f0e9-4800-ab81-b8061786dba2 in Status: SUCCESS [ 1210.881480] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b3362c7-f0e9-4800-ab81-b8061786dba2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.028899] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9606548-654a-49d2-9fbc-444cc75811c1 in Status: SUCCESS [ 1211.029351] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9606548-654a-49d2-9fbc-444cc75811c1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.029975] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781 in Status: SUCCESS [ 1211.031485] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.089472] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a584b752-9077-4eef-bc77-0cc03cb5dafb in Status: SUCCESS [ 1211.089472] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a584b752-9077-4eef-bc77-0cc03cb5dafb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.160382] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9289668-329e-4d60-a331-9d084785d499 in Status: SUCCESS [ 1211.160382] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.204323] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f47e5b75-0743-45e7-8eef-18febff0b7f0 in Status: SUCCESS [ 1211.204584] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f47e5b75-0743-45e7-8eef-18febff0b7f0" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.304901] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d8f6935a-7f71-4e5a-b85e-3a4675b62fdd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.808211] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.808211] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.808211] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.808395] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.808467] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.808600] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd is going to be updated. [ 1211.842153] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.842512] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.842512] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.842724] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.842754] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.852707] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd in Status: IN_PROGRESS for 2s [ 1212.877200] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4c70524-2907-4910-b60f-d2f26f666f25 in Status: SUCCESS [ 1212.877200] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.877200] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.877200] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.877200] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.877200] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.877200] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.877200] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.877200] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.877200] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.877200] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4c70524-2907-4910-b60f-d2f26f666f25 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.877200] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.877200] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.877200] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.877200] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.877200] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.877200] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.877200] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.877200] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.877968] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.878292] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d4c70524-2907-4910-b60f-d2f26f666f25',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.380601] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d4c70524-2907-4910-b60f-d2f26f666f25: rpc.has_security_group_logging(os_id): False [ 1213.409345] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.409547] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.409599] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.409868] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.433062] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.433062] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.433062] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.433062] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.433062] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.433062] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.433062] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.433062] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.433062] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.433062] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.433062] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.433062] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.433062] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.433062] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.433688] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.433688] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.433688] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4c70524-2907-4910-b60f-d2f26f666f25 is going to be updated. [ 1213.503309] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.503500] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.503545] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.503794] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.503952] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.529463] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4c70524-2907-4910-b60f-d2f26f666f25 in Status: IN_PROGRESS for 2s [ 1213.865656] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd in Status: SUCCESS [ 1213.865656] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.865656] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.865656] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.865656] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.865656] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.865856] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.865987] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.866133] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.866251] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.867143] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.867143] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.867143] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.867143] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.867143] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.867143] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.867143] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.867503] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.867503] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.867619] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.867734] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d8f6935a-7f71-4e5a-b85e-3a4675b62fdd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.036916] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1214.037371] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=5 [ 1214.371268] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d8f6935a-7f71-4e5a-b85e-3a4675b62fdd: rpc.has_security_group_logging(os_id): False [ 1214.391524] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.391808] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.391808] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.392135] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.416739] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.416739] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.416739] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.416739] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.416739] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.416739] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.417162] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.417162] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.417226] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.417401] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.417908] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.417908] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.417908] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.418111] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.418555] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.418555] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.418555] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd is going to be updated. [ 1214.490663] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.490918] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.490918] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.491159] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.491364] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.507208] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd in Status: IN_PROGRESS for 2s [ 1215.549417] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4c70524-2907-4910-b60f-d2f26f666f25 in Status: SUCCESS [ 1215.549681] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.549875] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.550115] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.550212] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4c70524-2907-4910-b60f-d2f26f666f25',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.053378] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4c70524-2907-4910-b60f-d2f26f666f25 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.053378] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.053378] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.053571] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.053702] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.053818] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.053883] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.054048] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.057630] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.057630] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.057630] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d4c70524-2907-4910-b60f-d2f26f666f25',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.527223] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd in Status: SUCCESS [ 1216.527494] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.527686] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.527928] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.528010] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d8f6935a-7f71-4e5a-b85e-3a4675b62fdd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.556961] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4c70524-2907-4910-b60f-d2f26f666f25 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.557379] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.557379] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.557464] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.557652] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.557739] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.557773] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.557960] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.558099] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.558203] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.558361] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4c70524-2907-4910-b60f-d2f26f666f25 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.558455] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.558517] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.558694] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.558852] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.558947] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.559022] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.559188] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.559344] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.559427] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.559520] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d4c70524-2907-4910-b60f-d2f26f666f25',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.034452] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.034452] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.034452] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.034452] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.034452] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.034452] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.034452] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.034885] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.034885] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.034885] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.034885] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d8f6935a-7f71-4e5a-b85e-3a4675b62fdd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.062467] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d4c70524-2907-4910-b60f-d2f26f666f25: rpc.has_security_group_logging(os_id): False [ 1217.089022] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.089022] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.089022] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.089022] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.089022] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.089022] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.089022] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.089022] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.089022] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.089022] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.089022] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.089022] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.089022] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.089022] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.089022] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.089871] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.089871] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.089871] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.089871] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.089871] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.089871] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4c70524-2907-4910-b60f-d2f26f666f25 is going to be updated. [ 1217.185803] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.186011] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.186056] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.186281] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.186436] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.218797] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4c70524-2907-4910-b60f-d2f26f666f25 in Status: IN_PROGRESS for 2s [ 1217.538804] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.538983] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.539041] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.539277] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.539480] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.539737] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.539737] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.539873] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.539907] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.540036] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.540229] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.540327] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.540389] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.540540] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.540677] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.540967] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.541145] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.541317] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.541404] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.541487] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.541580] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d8f6935a-7f71-4e5a-b85e-3a4675b62fdd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.043604] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d8f6935a-7f71-4e5a-b85e-3a4675b62fdd: rpc.has_security_group_logging(os_id): False [ 1218.087928] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.088119] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.088182] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.089201] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.089201] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.089201] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.089201] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.089201] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.089201] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.089201] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.089614] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.089614] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.089614] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.089774] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.089876] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.090416] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.091027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.091027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.091027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.091027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.091027] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd is going to be updated. [ 1218.180232] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.181112] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.181112] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.181112] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.181112] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.212193] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd in Status: IN_PROGRESS for 2s [ 1219.041326] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1219.041326] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1219.238937] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4c70524-2907-4910-b60f-d2f26f666f25 in Status: SUCCESS [ 1219.239724] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.239724] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.239812] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.239845] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4c70524-2907-4910-b60f-d2f26f666f25',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.548752] env[69392]: INFO networking_nsxv3.common.synchronization [None req-00a20772-401a-4da7-8141-7c01c6f5b2dd None None] Enqueued Resource ID: ebc0bc9c-a14e-4605-941a-66dba97f4589 with Priority: HIGHEST for action port [ 1219.549397] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebc0bc9c-a14e-4605-941a-66dba97f4589 with Priority: HIGHEST for action port [ 1219.550788] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebc0bc9c-a14e-4605-941a-66dba97f4589 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.550788] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebc0bc9c-a14e-4605-941a-66dba97f4589" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.550788] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebc0bc9c-a14e-4605-941a-66dba97f4589" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.551158] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebc0bc9c-a14e-4605-941a-66dba97f4589" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.551158] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebc0bc9c-a14e-4605-941a-66dba97f4589',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.747020] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4c70524-2907-4910-b60f-d2f26f666f25 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.747020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.747020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.747020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.747020] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.747020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.747020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.747020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.747020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.747020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.747020] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d4c70524-2907-4910-b60f-d2f26f666f25',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.055230] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ebc0bc9c-a14e-4605-941a-66dba97f4589 [ 1220.055548] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.055691] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.055769] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.056442] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.056570] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.056627] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ebc0bc9c-a14e-4605-941a-66dba97f4589 already deleted. [ 1220.056708] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebc0bc9c-a14e-4605-941a-66dba97f4589" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.238220] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd in Status: SUCCESS [ 1220.238457] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.253554] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4c70524-2907-4910-b60f-d2f26f666f25 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.253837] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.253837] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.254036] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.254214] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.254312] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.254425] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.255043] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.255043] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.255043] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.255043] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4c70524-2907-4910-b60f-d2f26f666f25 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.255235] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.255235] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.255361] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.255602] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.255602] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.255719] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.255782] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.255857] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.255938] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.256790] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d4c70524-2907-4910-b60f-d2f26f666f25',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.667952] env[69392]: INFO networking_nsxv3.common.synchronization [None req-6de32c39-eb0f-4326-bdac-f7e8de53b176 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Enqueued Resource ID: 8feae18d-9354-4b28-afcc-53474026aafd with Priority: HIGHEST for action security_group_rules [ 1220.670529] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8feae18d-9354-4b28-afcc-53474026aafd with Priority: HIGHEST for action security_group_rules [ 1220.671922] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8feae18d-9354-4b28-afcc-53474026aafd taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.671922] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.671922] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.671922] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.671922] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8feae18d-9354-4b28-afcc-53474026aafd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.761889] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d4c70524-2907-4910-b60f-d2f26f666f25: rpc.has_security_group_logging(os_id): False [ 1220.783729] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.783729] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.783729] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.783729] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.783729] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.783729] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.783729] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.783729] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.783729] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.783729] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.783729] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.784222] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.784222] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.784222] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.784222] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.784379] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.784379] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.784468] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.784579] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.784630] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.784675] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4c70524-2907-4910-b60f-d2f26f666f25 is going to be updated. [ 1220.839691] env[69392]: INFO networking_nsxv3.common.synchronization [None req-81ca3476-5fa4-4c0f-837d-b0fa043fe4af tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Enqueued Resource ID: 8feae18d-9354-4b28-afcc-53474026aafd with Priority: HIGHEST for action security_group_rules [ 1220.840294] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8feae18d-9354-4b28-afcc-53474026aafd with Priority: HIGHEST for action security_group_rules [ 1220.840589] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8feae18d-9354-4b28-afcc-53474026aafd taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.840686] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.863043] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.863043] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.863043] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.863043] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.863043] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.882185] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4c70524-2907-4910-b60f-d2f26f666f25 in Status: IN_PROGRESS for 2s [ 1221.204043] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.204043] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.204043] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.204346] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.204346] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.204346] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8feae18d-9354-4b28-afcc-53474026aafd already deleted. [ 1221.204426] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.204621] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.204761] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.204870] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8feae18d-9354-4b28-afcc-53474026aafd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.258365] env[69392]: INFO networking_nsxv3.common.synchronization [None req-f1ce2654-192d-42bf-ae9c-df1a2be2d475 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Enqueued Resource ID: 56a46b50-370c-4c03-bc18-49cda94c0db4 with Priority: HIGHEST for action security_group_rules [ 1221.259110] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56a46b50-370c-4c03-bc18-49cda94c0db4 with Priority: HIGHEST for action security_group_rules [ 1221.259517] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56a46b50-370c-4c03-bc18-49cda94c0db4 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.259663] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56a46b50-370c-4c03-bc18-49cda94c0db4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.259700] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56a46b50-370c-4c03-bc18-49cda94c0db4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.260021] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56a46b50-370c-4c03-bc18-49cda94c0db4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.261054] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56a46b50-370c-4c03-bc18-49cda94c0db4',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.434230] env[69392]: INFO networking_nsxv3.common.synchronization [None req-464a3474-c47a-42c0-b768-7bf5b333b57b tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Enqueued Resource ID: 56a46b50-370c-4c03-bc18-49cda94c0db4 with Priority: HIGHEST for action security_group_rules [ 1221.434230] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56a46b50-370c-4c03-bc18-49cda94c0db4 with Priority: HIGHEST for action security_group_rules [ 1221.434230] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56a46b50-370c-4c03-bc18-49cda94c0db4 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.434230] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56a46b50-370c-4c03-bc18-49cda94c0db4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.729071] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.729321] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.729423] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.729683] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.730047] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.730230] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8feae18d-9354-4b28-afcc-53474026aafd already deleted. [ 1221.730367] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.781928] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.782152] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.782235] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.782503] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.782596] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.782692] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56a46b50-370c-4c03-bc18-49cda94c0db4 already deleted. [ 1221.782775] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56a46b50-370c-4c03-bc18-49cda94c0db4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.782946] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56a46b50-370c-4c03-bc18-49cda94c0db4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.783120] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56a46b50-370c-4c03-bc18-49cda94c0db4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.783206] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56a46b50-370c-4c03-bc18-49cda94c0db4',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.308205] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.308616] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.308616] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.308616] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.308714] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.308818] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56a46b50-370c-4c03-bc18-49cda94c0db4 already deleted. [ 1222.308892] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56a46b50-370c-4c03-bc18-49cda94c0db4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.327528] env[69392]: INFO networking_nsxv3.common.synchronization [None req-0aa53df7-9ec9-41ef-b985-b24b25b49341 None None] Enqueued Resource ID: b76953c8-78ba-41a6-9075-f0974f4bd24f with Priority: HIGHEST for action port [ 1222.327528] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b76953c8-78ba-41a6-9075-f0974f4bd24f with Priority: HIGHEST for action port [ 1222.331133] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-b76953c8-78ba-41a6-9075-f0974f4bd24f taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.331133] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b76953c8-78ba-41a6-9075-f0974f4bd24f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.331133] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b76953c8-78ba-41a6-9075-f0974f4bd24f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.331133] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b76953c8-78ba-41a6-9075-f0974f4bd24f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.331133] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b76953c8-78ba-41a6-9075-f0974f4bd24f',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.367669] env[69392]: INFO networking_nsxv3.common.synchronization [req-55eaf9b1-465c-46db-aff4-e5418a92dbc2 req-5b23f7fd-661b-46d2-8754-74781a3eabb7 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Enqueued Resource ID: d4c70524-2907-4910-b60f-d2f26f666f25 with Priority: HIGHEST for action security_group_members [ 1222.368193] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4c70524-2907-4910-b60f-d2f26f666f25 with Priority: HIGHEST for action security_group_members [ 1222.368506] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4c70524-2907-4910-b60f-d2f26f666f25 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.368643] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.368713] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.368914] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.369198] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.369312] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.369386] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.369546] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.369640] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.369755] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4c70524-2907-4910-b60f-d2f26f666f25',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.440298] env[69392]: INFO networking_nsxv3.common.synchronization [req-bedd9af1-1d63-45b0-8ea0-3d97f164ab19 req-cabf6b37-046f-4bb9-81fa-cdd97a98455d tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Enqueued Resource ID: d4c70524-2907-4910-b60f-d2f26f666f25 with Priority: HIGHEST for action security_group_members [ 1222.440980] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4c70524-2907-4910-b60f-d2f26f666f25 with Priority: HIGHEST for action security_group_members [ 1222.441328] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4c70524-2907-4910-b60f-d2f26f666f25 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.441429] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.834443] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b76953c8-78ba-41a6-9075-f0974f4bd24f [ 1222.834443] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.834443] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.834443] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.834443] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.834443] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.834443] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b76953c8-78ba-41a6-9075-f0974f4bd24f already deleted. [ 1222.834443] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b76953c8-78ba-41a6-9075-f0974f4bd24f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.875470] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.875470] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.875470] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.875470] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.875470] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.875470] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.875470] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.875470] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.875470] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.875470] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.875470] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4c70524-2907-4910-b60f-d2f26f666f25 is going to be updated. [ 1222.897236] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4c70524-2907-4910-b60f-d2f26f666f25 in Status: SUCCESS [ 1222.897524] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.910779] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.910987] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.911053] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.911295] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.911453] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.921477] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4c70524-2907-4910-b60f-d2f26f666f25 in Status: IN_PROGRESS for 2s [ 1224.293533] env[69392]: INFO networking_nsxv3.common.synchronization [req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a req-c87011df-84d5-4a9e-a3f4-d67d832b11d9 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Enqueued Resource ID: 8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb with Priority: HIGHEST for action security_group_members [ 1224.294220] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb with Priority: HIGHEST for action security_group_members [ 1224.294547] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.294667] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.294735] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.294987] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.295152] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.295280] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.295348] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.295518] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.295695] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.295742] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.721648] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-564 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.721648] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-564" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.721648] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-564" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.721648] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-564" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.721954] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.722141] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.722262] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.722834] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.722834] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.722957] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1224.723037] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1224.723110] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1224.724032] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1224.724032] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1224.724032] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1224.724032] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1224.745726] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1224.746263] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1224.746561] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1224.746858] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-564" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.747346] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-a736be15-f59d-4036-99c3-9d1f381ff943 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.747733] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-a736be15-f59d-4036-99c3-9d1f381ff943" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.748031] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-a736be15-f59d-4036-99c3-9d1f381ff943" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.748505] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-a736be15-f59d-4036-99c3-9d1f381ff943" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.748898] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a736be15-f59d-4036-99c3-9d1f381ff943',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.798747] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.933211] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4c70524-2907-4910-b60f-d2f26f666f25 in Status: SUCCESS [ 1224.933438] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4c70524-2907-4910-b60f-d2f26f666f25 deletion is rescheduled due to dependency. [ 1224.933485] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.933662] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.933879] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.934114] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.934236] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.934302] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.934484] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.934550] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.934642] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4c70524-2907-4910-b60f-d2f26f666f25',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.251734] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.251977] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.252131] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.252450] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.252733] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.252964] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port a736be15-f59d-4036-99c3-9d1f381ff943 not found, creating... [ 1225.253275] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.253430] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.253585] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.253847] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.253986] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.254293] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.254455] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.254583] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.254982] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.254982] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.255295] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: a736be15-f59d-4036-99c3-9d1f381ff943 is going to be created. [ 1225.279604] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.280073] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.280245] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.280537] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.280789] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.281066] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-a736be15-f59d-4036-99c3-9d1f381ff943" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.300936] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.437267] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.437444] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.437551] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.438131] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.438366] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.438464] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.438562] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.438624] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.438788] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.438874] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.438963] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4c70524-2907-4910-b60f-d2f26f666f25 is going to be updated. [ 1225.469916] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.469916] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.469916] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.469916] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.470188] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.481784] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4c70524-2907-4910-b60f-d2f26f666f25 in Status: IN_PROGRESS for 2s [ 1225.803053] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.803278] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.803337] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.803543] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.803643] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.803756] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb is going to be updated. [ 1225.840323] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.840494] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.840567] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.840817] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.840976] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.853281] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb in Status: IN_PROGRESS for 2s [ 1225.974412] env[69392]: INFO networking_nsxv3.common.synchronization [req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a req-8f287f61-7710-4684-aa12-c27116838c61 service nova] Enqueued Resource ID: 8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb with Priority: HIGHEST for action security_group_rules [ 1225.974412] env[69392]: INFO networking_nsxv3.common.synchronization [req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a req-8f287f61-7710-4684-aa12-c27116838c61 service nova] Enqueued Resource ID: 8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb with Priority: HIGHEST for action security_group_members [ 1225.974412] env[69392]: INFO networking_nsxv3.common.synchronization [req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a req-8f287f61-7710-4684-aa12-c27116838c61 service nova] Enqueued Resource ID: a736be15-f59d-4036-99c3-9d1f381ff943 with Priority: HIGHEST for action port [ 1225.974412] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb with Priority: HIGHEST for action security_group_rules [ 1225.974645] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb with Priority: HIGHEST for action security_group_members [ 1225.975077] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a736be15-f59d-4036-99c3-9d1f381ff943 with Priority: HIGHEST for action port [ 1225.975624] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.975902] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.976171] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.976606] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.976780] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.977853] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.978108] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.978454] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-a736be15-f59d-4036-99c3-9d1f381ff943 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.978729] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a736be15-f59d-4036-99c3-9d1f381ff943" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.978896] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a736be15-f59d-4036-99c3-9d1f381ff943" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.979197] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a736be15-f59d-4036-99c3-9d1f381ff943" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.979393] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a736be15-f59d-4036-99c3-9d1f381ff943',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.483070] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a736be15-f59d-4036-99c3-9d1f381ff943 with status ACTIVE [ 1226.483350] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.483578] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.483578] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.485976] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.486156] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.486371] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.486482] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.486547] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.486756] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.486839] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.487058] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.487155] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.487216] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.487360] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.487433] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.487516] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a736be15-f59d-4036-99c3-9d1f381ff943 is going to be updated. [ 1226.488784] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.488873] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.511732] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.511883] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.511959] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.512185] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.512324] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.512486] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a736be15-f59d-4036-99c3-9d1f381ff943" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.494361] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4c70524-2907-4910-b60f-d2f26f666f25 in Status: SUCCESS [ 1227.494609] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4c70524-2907-4910-b60f-d2f26f666f25 deletion is rescheduled due to dependency. [ 1227.495223] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.865401] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb in Status: SUCCESS [ 1227.865737] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.865986] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.866327] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.866559] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.866714] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.867657] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.867657] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.867657] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.867657] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.371317] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.653264] env[69392]: INFO networking_nsxv3.common.synchronization [req-64f4f8e4-9b40-4fb2-8507-66c5fef7ed56 req-2112a8ec-0c41-41b7-aa35-58881872dcd6 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Enqueued Resource ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd with Priority: HIGHEST for action security_group_members [ 1228.654147] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd with Priority: HIGHEST for action security_group_members [ 1228.654499] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.654628] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.654748] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.655456] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.655456] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.656085] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.656085] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.656597] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.656701] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.656804] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8f6935a-7f71-4e5a-b85e-3a4675b62fdd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.873105] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.079688] env[69392]: INFO networking_nsxv3.common.synchronization [req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 req-a12b8913-7629-4e0e-8d45-01162be05695 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Enqueued Resource ID: f9606548-654a-49d2-9fbc-444cc75811c1 with Priority: HIGHEST for action security_group_members [ 1229.079688] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9606548-654a-49d2-9fbc-444cc75811c1 with Priority: HIGHEST for action security_group_members [ 1229.079774] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9606548-654a-49d2-9fbc-444cc75811c1 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.079900] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9606548-654a-49d2-9fbc-444cc75811c1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.079960] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9606548-654a-49d2-9fbc-444cc75811c1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.080170] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9606548-654a-49d2-9fbc-444cc75811c1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.081726] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.081726] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.081726] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.081726] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.082501] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.082501] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9606548-654a-49d2-9fbc-444cc75811c1',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.159813] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d8f6935a-7f71-4e5a-b85e-3a4675b62fdd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.375968] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.376172] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.376172] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.376373] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.376432] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.376537] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb is going to be updated. [ 1229.404354] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.404581] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.404581] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.404788] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.404917] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.414527] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb in Status: IN_PROGRESS for 2s [ 1229.522180] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-794 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.522180] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-794" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.522180] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-794" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.522349] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-794" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.522735] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.522943] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.523085] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.523315] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.523485] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.523704] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1229.523825] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1229.523941] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1229.524067] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1229.524184] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1229.524295] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1229.524432] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1229.544171] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1229.544171] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1229.544171] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1229.544409] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-794" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.544687] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-5c6c10bb-48dd-4bc3-918f-b3537a9d7133 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.544868] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-5c6c10bb-48dd-4bc3-918f-b3537a9d7133" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.544992] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-5c6c10bb-48dd-4bc3-918f-b3537a9d7133" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.545378] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-5c6c10bb-48dd-4bc3-918f-b3537a9d7133" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.545530] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c6c10bb-48dd-4bc3-918f-b3537a9d7133',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.584472] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9606548-654a-49d2-9fbc-444cc75811c1',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.662524] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d8f6935a-7f71-4e5a-b85e-3a4675b62fdd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.047860] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.048261] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.048499] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.048938] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.049227] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.049548] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port 5c6c10bb-48dd-4bc3-918f-b3537a9d7133 not found, creating... [ 1230.049996] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.050313] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.050538] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.050946] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.051220] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.051730] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.052088] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.052277] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.052659] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.052908] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.053209] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 5c6c10bb-48dd-4bc3-918f-b3537a9d7133 is going to be created. [ 1230.077571] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.077754] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.077931] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.078276] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.078508] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.078745] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-5c6c10bb-48dd-4bc3-918f-b3537a9d7133" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.086263] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9606548-654a-49d2-9fbc-444cc75811c1',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.164782] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.165141] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.165244] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.165620] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.165725] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.165852] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd is going to be updated. [ 1230.213896] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.214150] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.214276] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.214553] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.214752] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.226535] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd in Status: IN_PROGRESS for 2s [ 1230.588989] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.588989] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.588989] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.588989] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.589257] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.590057] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9606548-654a-49d2-9fbc-444cc75811c1 is going to be updated. [ 1230.621646] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.621646] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.621646] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.621646] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.621646] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.632144] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9606548-654a-49d2-9fbc-444cc75811c1 in Status: IN_PROGRESS for 2s [ 1230.811415] env[69392]: INFO networking_nsxv3.common.synchronization [req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 req-c6c99ae5-af38-4f31-8913-9eccb2425177 service nova] Enqueued Resource ID: f9606548-654a-49d2-9fbc-444cc75811c1 with Priority: HIGHEST for action security_group_rules [ 1230.811415] env[69392]: INFO networking_nsxv3.common.synchronization [req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 req-c6c99ae5-af38-4f31-8913-9eccb2425177 service nova] Enqueued Resource ID: f9606548-654a-49d2-9fbc-444cc75811c1 with Priority: HIGHEST for action security_group_members [ 1230.811415] env[69392]: INFO networking_nsxv3.common.synchronization [req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 req-c6c99ae5-af38-4f31-8913-9eccb2425177 service nova] Enqueued Resource ID: 5c6c10bb-48dd-4bc3-918f-b3537a9d7133 with Priority: HIGHEST for action port [ 1230.811415] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9606548-654a-49d2-9fbc-444cc75811c1 with Priority: HIGHEST for action security_group_rules [ 1230.811415] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9606548-654a-49d2-9fbc-444cc75811c1 with Priority: HIGHEST for action security_group_members [ 1230.811415] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c6c10bb-48dd-4bc3-918f-b3537a9d7133 with Priority: HIGHEST for action port [ 1230.811415] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9606548-654a-49d2-9fbc-444cc75811c1 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.812500] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9606548-654a-49d2-9fbc-444cc75811c1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.812659] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9606548-654a-49d2-9fbc-444cc75811c1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.813677] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9606548-654a-49d2-9fbc-444cc75811c1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.813677] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9606548-654a-49d2-9fbc-444cc75811c1',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.814194] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9606548-654a-49d2-9fbc-444cc75811c1 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.814440] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9606548-654a-49d2-9fbc-444cc75811c1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.814784] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c6c10bb-48dd-4bc3-918f-b3537a9d7133 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.815022] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c6c10bb-48dd-4bc3-918f-b3537a9d7133" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.815202] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c6c10bb-48dd-4bc3-918f-b3537a9d7133" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.815464] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c6c10bb-48dd-4bc3-918f-b3537a9d7133" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.815619] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c6c10bb-48dd-4bc3-918f-b3537a9d7133',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.320023] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9606548-654a-49d2-9fbc-444cc75811c1 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.320023] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9606548-654a-49d2-9fbc-444cc75811c1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.320023] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5c6c10bb-48dd-4bc3-918f-b3537a9d7133 with status ACTIVE [ 1231.320023] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.320023] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.320023] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.320023] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.320023] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.320023] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.320023] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.320023] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.320023] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.320023] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.320023] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.320695] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.320695] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.320695] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.320695] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.320695] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5c6c10bb-48dd-4bc3-918f-b3537a9d7133 is going to be updated. [ 1231.344337] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.344665] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.344665] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.344873] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.345098] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.345280] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c6c10bb-48dd-4bc3-918f-b3537a9d7133" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.427761] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb in Status: SUCCESS [ 1231.427985] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.428205] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.428491] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.428709] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.428831] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.428897] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.429079] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.429162] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.429248] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.429337] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.543216] env[69392]: INFO networking_nsxv3.common.synchronization [req-b593fdf7-60d1-4791-a343-a5f92706e43e req-3c68cd9b-f83b-40ae-badd-d91556b32c85 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Enqueued Resource ID: 6df2c66e-f398-4052-8bb0-240944386539 with Priority: HIGHEST for action security_group_members [ 1231.543216] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6df2c66e-f398-4052-8bb0-240944386539 with Priority: HIGHEST for action security_group_members [ 1231.543216] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-6df2c66e-f398-4052-8bb0-240944386539 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.543404] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.543573] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.543880] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.544309] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.544523] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.544741] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.545180] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.545427] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.545683] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.934027] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.934027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.934027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.934027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.934027] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.934027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.934027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.934027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.934027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.934027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.934027] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.934027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.934027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.934027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.934027] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.934027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.935014] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.935014] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.935014] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.935014] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.935014] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.048932] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.095295] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-744 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.095295] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-744" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.095295] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-744" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.095519] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-744" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.096728] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.096728] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.096728] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.096728] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.096728] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.096728] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1232.096728] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1232.097060] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1232.097060] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1232.097153] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1232.097263] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1232.097400] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1232.115366] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1232.116027] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1232.116027] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1232.116027] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-744" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.116210] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-dc5240f6-6128-4abd-9caa-0a0f993b28d0 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.116293] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-dc5240f6-6128-4abd-9caa-0a0f993b28d0" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.116378] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-dc5240f6-6128-4abd-9caa-0a0f993b28d0" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.116694] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-dc5240f6-6128-4abd-9caa-0a0f993b28d0" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.116837] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc5240f6-6128-4abd-9caa-0a0f993b28d0',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.235453] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd in Status: SUCCESS [ 1232.236133] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.439429] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb: rpc.has_security_group_logging(os_id): False [ 1232.456421] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.456573] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.456647] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.456860] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.477025] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.477359] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.477488] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.477552] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.477752] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.477834] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.478138] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.478138] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.478322] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.478431] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.478431] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.478589] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.478687] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.478751] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.478934] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.478978] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.479038] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb is going to be updated. [ 1232.550534] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.566307] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.566442] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.566486] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.566699] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.566853] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.589311] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb in Status: IN_PROGRESS for 2s [ 1232.621807] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.622022] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.622131] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.622452] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.622606] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.622769] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port dc5240f6-6128-4abd-9caa-0a0f993b28d0 not found, creating... [ 1232.623060] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.623227] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.623351] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.623584] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.623729] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.624031] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.624195] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.624317] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.624533] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.624672] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.626386] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: dc5240f6-6128-4abd-9caa-0a0f993b28d0 is going to be created. [ 1232.646321] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9606548-654a-49d2-9fbc-444cc75811c1 in Status: SUCCESS [ 1232.647464] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9606548-654a-49d2-9fbc-444cc75811c1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.647464] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9606548-654a-49d2-9fbc-444cc75811c1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.647464] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9606548-654a-49d2-9fbc-444cc75811c1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.647464] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.647464] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.647464] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.647762] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.647762] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.647762] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9606548-654a-49d2-9fbc-444cc75811c1',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.655841] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.655841] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.655841] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.655841] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.655841] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.655841] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-dc5240f6-6128-4abd-9caa-0a0f993b28d0" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.053032] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.053413] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.053413] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.053482] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.053592] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.053695] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6df2c66e-f398-4052-8bb0-240944386539 is going to be updated. [ 1233.126865] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.127062] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.127121] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.127762] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.127762] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.141559] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6df2c66e-f398-4052-8bb0-240944386539 in Status: IN_PROGRESS for 2s [ 1233.150383] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9606548-654a-49d2-9fbc-444cc75811c1',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.533929] env[69392]: INFO networking_nsxv3.common.synchronization [req-b593fdf7-60d1-4791-a343-a5f92706e43e req-07fb539f-a07e-4f00-8b50-26e7ab327bf0 service nova] Enqueued Resource ID: 6df2c66e-f398-4052-8bb0-240944386539 with Priority: HIGHEST for action security_group_rules [ 1233.534115] env[69392]: INFO networking_nsxv3.common.synchronization [req-b593fdf7-60d1-4791-a343-a5f92706e43e req-07fb539f-a07e-4f00-8b50-26e7ab327bf0 service nova] Enqueued Resource ID: 6df2c66e-f398-4052-8bb0-240944386539 with Priority: HIGHEST for action security_group_members [ 1233.534262] env[69392]: INFO networking_nsxv3.common.synchronization [req-b593fdf7-60d1-4791-a343-a5f92706e43e req-07fb539f-a07e-4f00-8b50-26e7ab327bf0 service nova] Enqueued Resource ID: dc5240f6-6128-4abd-9caa-0a0f993b28d0 with Priority: HIGHEST for action port [ 1233.534495] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6df2c66e-f398-4052-8bb0-240944386539 with Priority: HIGHEST for action security_group_rules [ 1233.534619] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6df2c66e-f398-4052-8bb0-240944386539 with Priority: HIGHEST for action security_group_members [ 1233.534714] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc5240f6-6128-4abd-9caa-0a0f993b28d0 with Priority: HIGHEST for action port [ 1233.535264] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6df2c66e-f398-4052-8bb0-240944386539 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.535383] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.535503] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.535639] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.535719] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.536522] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-6df2c66e-f398-4052-8bb0-240944386539 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.536624] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.536805] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc5240f6-6128-4abd-9caa-0a0f993b28d0 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.536908] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc5240f6-6128-4abd-9caa-0a0f993b28d0" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.536970] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc5240f6-6128-4abd-9caa-0a0f993b28d0" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.537192] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc5240f6-6128-4abd-9caa-0a0f993b28d0" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.537270] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc5240f6-6128-4abd-9caa-0a0f993b28d0',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.653736] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9606548-654a-49d2-9fbc-444cc75811c1',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.038705] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-6df2c66e-f398-4052-8bb0-240944386539 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.039035] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.039433] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dc5240f6-6128-4abd-9caa-0a0f993b28d0 with status ACTIVE [ 1234.039815] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.040063] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.040250] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.040644] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.040844] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.041096] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.041211] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.041277] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.041503] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.041626] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.041889] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.042184] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.042408] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.042592] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.042747] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.043401] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dc5240f6-6128-4abd-9caa-0a0f993b28d0 is going to be updated. [ 1234.066956] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.067483] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.067483] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.067694] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.067909] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.068176] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc5240f6-6128-4abd-9caa-0a0f993b28d0" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.100766] env[69392]: INFO networking_nsxv3.common.synchronization [None req-35451bd7-393d-4e52-8046-94c3c7401235 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Enqueued Resource ID: 03ea8293-31b2-454e-836b-b9936104a92e with Priority: HIGHEST for action security_group_rules [ 1234.101433] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03ea8293-31b2-454e-836b-b9936104a92e with Priority: HIGHEST for action security_group_rules [ 1234.101800] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03ea8293-31b2-454e-836b-b9936104a92e taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.101943] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03ea8293-31b2-454e-836b-b9936104a92e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.102528] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03ea8293-31b2-454e-836b-b9936104a92e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.102916] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03ea8293-31b2-454e-836b-b9936104a92e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.103117] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03ea8293-31b2-454e-836b-b9936104a92e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.156660] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.156895] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.157029] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.157442] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.157638] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.157826] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9606548-654a-49d2-9fbc-444cc75811c1 is going to be updated. [ 1234.189166] env[69392]: INFO networking_nsxv3.common.synchronization [None req-f96218ad-aee3-4f66-b9db-db1b12d5de23 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Enqueued Resource ID: 03ea8293-31b2-454e-836b-b9936104a92e with Priority: HIGHEST for action security_group_rules [ 1234.190335] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03ea8293-31b2-454e-836b-b9936104a92e with Priority: HIGHEST for action security_group_rules [ 1234.190992] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03ea8293-31b2-454e-836b-b9936104a92e taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.190992] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03ea8293-31b2-454e-836b-b9936104a92e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.199997] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.200186] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.200348] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.201483] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.201483] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.215488] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9606548-654a-49d2-9fbc-444cc75811c1 in Status: IN_PROGRESS for 2s [ 1234.604085] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb in Status: SUCCESS [ 1234.604458] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.622539] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.622692] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.622795] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.623112] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.623217] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.623311] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03ea8293-31b2-454e-836b-b9936104a92e already deleted. [ 1234.623392] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03ea8293-31b2-454e-836b-b9936104a92e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.623558] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03ea8293-31b2-454e-836b-b9936104a92e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.623722] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03ea8293-31b2-454e-836b-b9936104a92e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.623802] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03ea8293-31b2-454e-836b-b9936104a92e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.151789] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6df2c66e-f398-4052-8bb0-240944386539 in Status: SUCCESS [ 1235.152271] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.152271] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.152271] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.152558] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.152558] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.152645] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.152782] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.152834] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.152936] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.161182] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.161334] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.161426] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.161586] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.161690] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.161797] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03ea8293-31b2-454e-836b-b9936104a92e already deleted. [ 1235.161886] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03ea8293-31b2-454e-836b-b9936104a92e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.655543] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.158415] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.228080] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9606548-654a-49d2-9fbc-444cc75811c1 in Status: SUCCESS [ 1236.228080] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9606548-654a-49d2-9fbc-444cc75811c1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.228080] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9606548-654a-49d2-9fbc-444cc75811c1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.228080] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9606548-654a-49d2-9fbc-444cc75811c1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.228354] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.228354] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.228436] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.228674] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.228674] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.228764] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9606548-654a-49d2-9fbc-444cc75811c1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.228898] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9606548-654a-49d2-9fbc-444cc75811c1',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.661158] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.661351] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.661449] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.661632] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.661720] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.661832] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6df2c66e-f398-4052-8bb0-240944386539 is going to be updated. [ 1236.694655] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.694754] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.694791] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.695537] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.695537] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.705767] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6df2c66e-f398-4052-8bb0-240944386539 in Status: IN_PROGRESS for 2s [ 1236.733553] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9606548-654a-49d2-9fbc-444cc75811c1',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.911656] env[69392]: INFO networking_nsxv3.common.synchronization [req-c6f055a7-3b01-4da8-88ca-628959ed5704 req-59d96ad7-8816-4bb0-94d5-880ccf6e7ef5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Enqueued Resource ID: 8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb with Priority: HIGHEST for action security_group_members [ 1236.912372] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb with Priority: HIGHEST for action security_group_members [ 1236.912686] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.912811] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.912879] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.913093] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.913289] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.913436] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.913507] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.913694] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.913781] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.913876] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.236610] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9606548-654a-49d2-9fbc-444cc75811c1: rpc.has_security_group_logging(os_id): False [ 1237.258526] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.258706] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.258749] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.258937] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.259042] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.259289] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.259392] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.259579] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.259672] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.259709] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.259789] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9606548-654a-49d2-9fbc-444cc75811c1 is going to be updated. [ 1237.324818] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.324993] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.325187] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.325384] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.325535] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.339924] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9606548-654a-49d2-9fbc-444cc75811c1 in Status: IN_PROGRESS for 2s [ 1237.417581] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.523613] env[69392]: INFO networking_nsxv3.common.synchronization [req-89b81ca0-af1b-41f4-b8af-b85ba396b179 req-6fb2dc2e-3eb0-4342-afa4-d1f2cad6e602 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Enqueued Resource ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 with Priority: HIGHEST for action security_group_members [ 1237.524232] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 with Priority: HIGHEST for action security_group_members [ 1237.524547] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.524853] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.524924] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.525175] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.525337] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.525442] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.525510] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.525651] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.525737] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.525831] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.920457] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.028989] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.028989] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.028989] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.029264] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.056026] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.056327] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.056458] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.056528] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.056737] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.056828] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.056917] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 is going to be updated. [ 1238.107278] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.107578] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.107696] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.108112] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.108315] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.118962] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 in Status: IN_PROGRESS for 2s [ 1238.423398] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.423758] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.423801] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.424013] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.424118] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.424222] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb is going to be updated. [ 1238.453233] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.453363] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.453442] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.453737] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.453912] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.463561] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb in Status: IN_PROGRESS for 2s [ 1238.716417] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6df2c66e-f398-4052-8bb0-240944386539 in Status: SUCCESS [ 1238.716724] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.717288] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.717624] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.718110] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.718279] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.719179] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.719401] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.719570] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.719698] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.719802] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.828353] env[69392]: INFO networking_nsxv3.common.synchronization [req-c4475306-18f9-4a3d-9838-36acdee6285a req-41dfcfd7-8636-4803-b5cc-c58456bd8838 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Enqueued Resource ID: e30ecb9b-8c35-4584-b7eb-d3b4d145e2da with Priority: HIGHEST for action security_group_members [ 1238.829557] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e30ecb9b-8c35-4584-b7eb-d3b4d145e2da with Priority: HIGHEST for action security_group_members [ 1238.835740] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.835740] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.835740] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.835740] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.835740] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.835740] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.835740] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.835740] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.835740] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.835740] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e30ecb9b-8c35-4584-b7eb-d3b4d145e2da',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.221762] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-6df2c66e-f398-4052-8bb0-240944386539 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.221918] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.221990] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.222234] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.222408] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.222513] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.222573] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.222716] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.222801] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.222888] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.223043] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-6df2c66e-f398-4052-8bb0-240944386539 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.223135] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.223197] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.223336] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.223470] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.223558] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.223616] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.223750] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.223823] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.223901] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.223991] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.329129] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-535 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.329403] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-535" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.329624] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-535" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.329944] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-535" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.330257] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.330430] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.330554] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.330771] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.330915] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.331146] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1239.331273] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1239.331382] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1239.331491] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1239.331604] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1239.331741] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1239.331845] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1239.336974] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.337110] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.337157] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.337338] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.353922] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1239.354155] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1239.354334] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1239.354520] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-535" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.354847] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-8112bb31-c8c6-4173-9d71-7b2cb24e9d55 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.355039] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-8112bb31-c8c6-4173-9d71-7b2cb24e9d55" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.355171] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-8112bb31-c8c6-4173-9d71-7b2cb24e9d55" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.355555] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-8112bb31-c8c6-4173-9d71-7b2cb24e9d55" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.355719] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8112bb31-c8c6-4173-9d71-7b2cb24e9d55',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.357435] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9606548-654a-49d2-9fbc-444cc75811c1 in Status: SUCCESS [ 1239.357569] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9606548-654a-49d2-9fbc-444cc75811c1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.358329] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.358539] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.358649] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.358756] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.358881] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.358960] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.359103] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e30ecb9b-8c35-4584-b7eb-d3b4d145e2da is going to be updated. [ 1239.384991] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.385162] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.385249] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.385455] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.385598] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.395980] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e30ecb9b-8c35-4584-b7eb-d3b4d145e2da in Status: IN_PROGRESS for 2s [ 1239.727225] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6df2c66e-f398-4052-8bb0-240944386539: rpc.has_security_group_logging(os_id): False [ 1239.745291] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.745473] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.745530] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.745741] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.767407] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.767708] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.767885] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.767885] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.768099] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.768188] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.768416] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.768515] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.768578] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.768733] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.768810] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.768990] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.769097] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.769159] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.769374] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.769374] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.769517] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6df2c66e-f398-4052-8bb0-240944386539 is going to be updated. [ 1239.830535] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.830723] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.830777] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.830983] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.831145] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.846090] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6df2c66e-f398-4052-8bb0-240944386539 in Status: IN_PROGRESS for 2s [ 1239.861316] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.861546] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.861661] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.861944] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.862133] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.862301] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port 8112bb31-c8c6-4173-9d71-7b2cb24e9d55 not found, creating... [ 1239.862603] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.862770] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.862893] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.863148] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.863317] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.863605] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.863766] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.863886] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.864111] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.864252] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.864396] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 8112bb31-c8c6-4173-9d71-7b2cb24e9d55 is going to be created. [ 1239.886823] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.887101] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.887180] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.887523] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.887763] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.887997] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-8112bb31-c8c6-4173-9d71-7b2cb24e9d55" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.132282] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 in Status: IN_PROGRESS for 4s [ 1240.474554] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb in Status: SUCCESS [ 1240.474554] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.028697] env[69392]: INFO networking_nsxv3.common.synchronization [None req-4b024027-e30f-4605-982e-2c3f0a353f31 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Enqueued Resource ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 with Priority: HIGHEST for action security_group_members [ 1241.029276] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 with Priority: HIGHEST for action security_group_members [ 1241.029782] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-01d6afbe-3053-4f64-ac14-04cad5aea5d5 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.029920] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.029991] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.030208] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.030376] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.030478] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.030543] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.030694] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.030782] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.030873] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01d6afbe-3053-4f64-ac14-04cad5aea5d5',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.406828] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e30ecb9b-8c35-4584-b7eb-d3b4d145e2da in Status: SUCCESS [ 1241.407065] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e30ecb9b-8c35-4584-b7eb-d3b4d145e2da deletion is rescheduled due to dependency. [ 1241.407407] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.426903] env[69392]: INFO networking_nsxv3.common.synchronization [req-c4475306-18f9-4a3d-9838-36acdee6285a req-c4ef0593-05a4-43ec-94b7-fd02b9be9e01 service nova] Enqueued Resource ID: e30ecb9b-8c35-4584-b7eb-d3b4d145e2da with Priority: HIGHEST for action security_group_rules [ 1241.428978] env[69392]: INFO networking_nsxv3.common.synchronization [req-c4475306-18f9-4a3d-9838-36acdee6285a req-c4ef0593-05a4-43ec-94b7-fd02b9be9e01 service nova] Enqueued Resource ID: e30ecb9b-8c35-4584-b7eb-d3b4d145e2da with Priority: HIGHEST for action security_group_members [ 1241.428978] env[69392]: INFO networking_nsxv3.common.synchronization [req-c4475306-18f9-4a3d-9838-36acdee6285a req-c4ef0593-05a4-43ec-94b7-fd02b9be9e01 service nova] Enqueued Resource ID: 8112bb31-c8c6-4173-9d71-7b2cb24e9d55 with Priority: HIGHEST for action port [ 1241.428978] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e30ecb9b-8c35-4584-b7eb-d3b4d145e2da with Priority: HIGHEST for action security_group_rules [ 1241.428978] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e30ecb9b-8c35-4584-b7eb-d3b4d145e2da with Priority: HIGHEST for action security_group_members [ 1241.428978] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8112bb31-c8c6-4173-9d71-7b2cb24e9d55 with Priority: HIGHEST for action port [ 1241.428978] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.428978] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.428978] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.428978] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.428978] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e30ecb9b-8c35-4584-b7eb-d3b4d145e2da',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.430528] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.430528] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.430528] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.430528] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.430528] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.430752] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.430752] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.431109] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.431109] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.431109] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e30ecb9b-8c35-4584-b7eb-d3b4d145e2da',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.431966] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-8112bb31-c8c6-4173-9d71-7b2cb24e9d55 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.432093] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8112bb31-c8c6-4173-9d71-7b2cb24e9d55" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.432157] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8112bb31-c8c6-4173-9d71-7b2cb24e9d55" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.432298] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8112bb31-c8c6-4173-9d71-7b2cb24e9d55" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.432368] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8112bb31-c8c6-4173-9d71-7b2cb24e9d55',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.639507] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.639507] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.639507] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.639652] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.639652] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.639841] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.639933] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.639995] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.640145] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.640213] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.640294] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 is going to be deleted. [ 1241.676728] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.677750] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.677750] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.677750] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.677750] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.677750] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.860649] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6df2c66e-f398-4052-8bb0-240944386539 in Status: SUCCESS [ 1241.860872] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.938501] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.938670] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.938822] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e30ecb9b-8c35-4584-b7eb-d3b4d145e2da',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.939774] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8112bb31-c8c6-4173-9d71-7b2cb24e9d55 with status ACTIVE [ 1241.939984] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.940117] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.940184] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.940382] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.940471] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.940639] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.940732] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.940793] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.940945] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.941029] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.941206] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.941296] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.941356] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.941489] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.941560] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.941642] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8112bb31-c8c6-4173-9d71-7b2cb24e9d55 is going to be updated. [ 1241.965192] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.965415] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.965415] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.965651] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.965791] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.965944] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8112bb31-c8c6-4173-9d71-7b2cb24e9d55" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.149293] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 in Status: SUCCESS [ 1242.149293] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 deletion is rescheduled due to dependency. [ 1242.149293] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.445115] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e30ecb9b-8c35-4584-b7eb-d3b4d145e2da',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.951650] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.951834] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.951886] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.952089] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.952178] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.952280] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e30ecb9b-8c35-4584-b7eb-d3b4d145e2da is going to be updated. [ 1242.980167] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.980244] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.980304] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.980519] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.980668] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.988962] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e30ecb9b-8c35-4584-b7eb-d3b4d145e2da in Status: IN_PROGRESS for 2s [ 1245.001831] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e30ecb9b-8c35-4584-b7eb-d3b4d145e2da in Status: SUCCESS [ 1245.001831] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.001831] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.001831] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.001831] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.001831] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.001831] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.001831] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.001831] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.001831] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.001831] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e30ecb9b-8c35-4584-b7eb-d3b4d145e2da',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.505455] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.506133] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.506133] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.506133] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.506133] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.506436] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.506436] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.506436] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.506436] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.506544] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.506666] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.506757] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.506811] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.506952] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.507099] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.507190] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.507237] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.507455] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.507526] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.507606] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.507692] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e30ecb9b-8c35-4584-b7eb-d3b4d145e2da',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.012420] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e30ecb9b-8c35-4584-b7eb-d3b4d145e2da: rpc.has_security_group_logging(os_id): False [ 1246.032343] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.032618] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.032712] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.032979] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.033118] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.033387] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.033519] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.033605] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.033805] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.033903] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.034225] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.034352] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.034438] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.034633] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.034759] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.035080] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.035243] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.035334] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.035490] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.035570] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.035659] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e30ecb9b-8c35-4584-b7eb-d3b4d145e2da is going to be updated. [ 1246.106345] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.106345] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.106345] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.106345] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.106345] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.123200] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e30ecb9b-8c35-4584-b7eb-d3b4d145e2da in Status: IN_PROGRESS for 2s [ 1246.337431] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-794 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.337644] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-794" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.337779] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-794" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.338062] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-794" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.338334] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.338500] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.338633] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.338958] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.339134] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.339353] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1246.339471] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1246.339585] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1246.339718] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1246.339835] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1246.339942] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1246.340090] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1246.358647] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1246.358859] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1246.359014] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1246.359215] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-794" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.359552] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-37f821e6-5f17-46af-8854-625260553c51 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.359775] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-37f821e6-5f17-46af-8854-625260553c51" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.359898] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-37f821e6-5f17-46af-8854-625260553c51" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.360309] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-37f821e6-5f17-46af-8854-625260553c51" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.360483] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37f821e6-5f17-46af-8854-625260553c51',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.428654] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1246.428785] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1246.865303] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.865303] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.865303] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.865303] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.865303] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.865303] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port 37f821e6-5f17-46af-8854-625260553c51 not found, creating... [ 1246.865691] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.865780] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.865845] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.869028] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.869028] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.869028] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.869028] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.869028] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.869028] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.869585] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.869585] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 37f821e6-5f17-46af-8854-625260553c51 is going to be created. [ 1246.899801] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.900101] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.900170] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.900458] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.900702] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.900934] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-37f821e6-5f17-46af-8854-625260553c51" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.930426] env[69392]: INFO networking_nsxv3.common.synchronization [req-99af60ad-9fd7-41c3-81bd-df4c884d6daf req-dc2521e7-0617-4fe2-b4cc-b5133d6839ad service nova] Enqueued Resource ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 with Priority: HIGHEST for action security_group_rules [ 1247.930426] env[69392]: INFO networking_nsxv3.common.synchronization [req-99af60ad-9fd7-41c3-81bd-df4c884d6daf req-dc2521e7-0617-4fe2-b4cc-b5133d6839ad service nova] Enqueued Resource ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 with Priority: HIGHEST for action security_group_members [ 1247.930806] env[69392]: INFO networking_nsxv3.common.synchronization [req-99af60ad-9fd7-41c3-81bd-df4c884d6daf req-dc2521e7-0617-4fe2-b4cc-b5133d6839ad service nova] Enqueued Resource ID: 37f821e6-5f17-46af-8854-625260553c51 with Priority: HIGHEST for action port [ 1247.931127] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 with Priority: HIGHEST for action security_group_rules [ 1247.931288] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 with Priority: HIGHEST for action security_group_members [ 1247.931718] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37f821e6-5f17-46af-8854-625260553c51 with Priority: HIGHEST for action port [ 1247.932071] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01d6afbe-3053-4f64-ac14-04cad5aea5d5 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.933263] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.933263] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.933828] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.933828] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01d6afbe-3053-4f64-ac14-04cad5aea5d5',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.934805] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-01d6afbe-3053-4f64-ac14-04cad5aea5d5 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.935430] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.935430] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.935430] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.935430] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.935679] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.935679] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.935851] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.936250] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.936250] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01d6afbe-3053-4f64-ac14-04cad5aea5d5',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.938134] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-37f821e6-5f17-46af-8854-625260553c51 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.938134] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37f821e6-5f17-46af-8854-625260553c51" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.938134] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37f821e6-5f17-46af-8854-625260553c51" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.938134] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37f821e6-5f17-46af-8854-625260553c51" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.938134] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37f821e6-5f17-46af-8854-625260553c51',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.958021] env[69392]: INFO networking_nsxv3.common.synchronization [req-56b36871-e169-4ee5-9e22-391e3e381fdf req-dcc98d62-45de-4b38-ba07-f355102fc56e tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Enqueued Resource ID: 8feae18d-9354-4b28-afcc-53474026aafd with Priority: HIGHEST for action security_group_members [ 1247.958571] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8feae18d-9354-4b28-afcc-53474026aafd with Priority: HIGHEST for action security_group_members [ 1247.958883] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-8feae18d-9354-4b28-afcc-53474026aafd taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.959008] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.959073] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.959526] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.960219] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.960219] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.960219] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.960219] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.960219] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.960219] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8feae18d-9354-4b28-afcc-53474026aafd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.136395] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e30ecb9b-8c35-4584-b7eb-d3b4d145e2da in Status: SUCCESS [ 1248.136395] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.438744] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-716 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.438966] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-716" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.439179] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-716" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.439575] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-716" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.439974] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.440382] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.440517] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.440821] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.441042] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.441332] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1248.441812] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1248.441812] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1248.441812] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1248.441998] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1248.442182] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1248.442384] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1248.444698] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01d6afbe-3053-4f64-ac14-04cad5aea5d5',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.445658] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-01d6afbe-3053-4f64-ac14-04cad5aea5d5 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.445773] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.449022] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 37f821e6-5f17-46af-8854-625260553c51 with status ACTIVE [ 1248.449022] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.449022] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.449022] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.449022] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.449022] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.449022] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.449022] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.449022] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.449022] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.449022] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.449022] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.449022] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.449022] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.449022] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.449022] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.449022] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 37f821e6-5f17-46af-8854-625260553c51 is going to be updated. [ 1248.462384] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.462547] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.462632] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.462947] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.463117] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.463423] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.463571] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.463677] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.463936] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.464086] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.464246] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8feae18d-9354-4b28-afcc-53474026aafd already deleted. [ 1248.464395] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.476775] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1248.476964] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1248.477106] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1248.477576] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-716" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.477754] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-0737b3e3-6cad-4b9c-8867-725c58c49f4c taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.477912] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-0737b3e3-6cad-4b9c-8867-725c58c49f4c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.478013] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-0737b3e3-6cad-4b9c-8867-725c58c49f4c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.478443] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-0737b3e3-6cad-4b9c-8867-725c58c49f4c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.478632] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0737b3e3-6cad-4b9c-8867-725c58c49f4c',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.484449] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.484636] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.484636] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.484855] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.485552] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.485552] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37f821e6-5f17-46af-8854-625260553c51" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.951866] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01d6afbe-3053-4f64-ac14-04cad5aea5d5',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.986945] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.987208] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.987362] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.987652] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.987816] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.988664] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port 0737b3e3-6cad-4b9c-8867-725c58c49f4c not found, creating... [ 1248.988664] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.988664] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.988664] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.989038] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.989038] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.989242] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.989393] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.989510] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.989732] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.989988] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.990104] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 0737b3e3-6cad-4b9c-8867-725c58c49f4c is going to be created. [ 1249.011022] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.011215] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.011388] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.011709] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.011975] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.012250] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-0737b3e3-6cad-4b9c-8867-725c58c49f4c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.454017] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.454187] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.454259] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.454474] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.454568] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.454682] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 is going to be created. [ 1249.480319] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.480319] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.480319] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.480319] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.480566] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.492238] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 in Status: UNINITIALIZED for 2s [ 1249.814897] env[69392]: INFO networking_nsxv3.common.synchronization [req-56b36871-e169-4ee5-9e22-391e3e381fdf req-855192ea-4de0-4671-aa88-42c006b3859e service nova] Enqueued Resource ID: 8feae18d-9354-4b28-afcc-53474026aafd with Priority: HIGHEST for action security_group_rules [ 1249.815209] env[69392]: INFO networking_nsxv3.common.synchronization [req-56b36871-e169-4ee5-9e22-391e3e381fdf req-855192ea-4de0-4671-aa88-42c006b3859e service nova] Enqueued Resource ID: 8feae18d-9354-4b28-afcc-53474026aafd with Priority: HIGHEST for action security_group_members [ 1249.815435] env[69392]: INFO networking_nsxv3.common.synchronization [req-56b36871-e169-4ee5-9e22-391e3e381fdf req-855192ea-4de0-4671-aa88-42c006b3859e service nova] Enqueued Resource ID: 0737b3e3-6cad-4b9c-8867-725c58c49f4c with Priority: HIGHEST for action port [ 1249.816409] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8feae18d-9354-4b28-afcc-53474026aafd with Priority: HIGHEST for action security_group_rules [ 1249.820101] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8feae18d-9354-4b28-afcc-53474026aafd with Priority: HIGHEST for action security_group_members [ 1249.820101] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0737b3e3-6cad-4b9c-8867-725c58c49f4c with Priority: HIGHEST for action port [ 1249.820101] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8feae18d-9354-4b28-afcc-53474026aafd taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.820101] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.820101] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.820101] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.820101] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8feae18d-9354-4b28-afcc-53474026aafd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.820711] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-8feae18d-9354-4b28-afcc-53474026aafd taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.820711] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.820711] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.820916] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.821246] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.821246] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.821359] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.821614] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.821736] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.821868] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8feae18d-9354-4b28-afcc-53474026aafd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.826022] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-0737b3e3-6cad-4b9c-8867-725c58c49f4c taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.826022] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0737b3e3-6cad-4b9c-8867-725c58c49f4c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.826022] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0737b3e3-6cad-4b9c-8867-725c58c49f4c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.826022] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0737b3e3-6cad-4b9c-8867-725c58c49f4c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.826022] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0737b3e3-6cad-4b9c-8867-725c58c49f4c',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.326069] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-8feae18d-9354-4b28-afcc-53474026aafd taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.326388] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.327453] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8feae18d-9354-4b28-afcc-53474026aafd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.327997] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0737b3e3-6cad-4b9c-8867-725c58c49f4c with status ACTIVE [ 1250.328076] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.328161] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.328402] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.328474] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.328572] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.328782] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.328911] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.328981] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.329485] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.333052] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.333052] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.333052] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.333052] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.333052] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.333052] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.333052] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0737b3e3-6cad-4b9c-8867-725c58c49f4c is going to be updated. [ 1250.354668] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.354987] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.354987] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.355281] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.355442] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.355672] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0737b3e3-6cad-4b9c-8867-725c58c49f4c" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.405552] env[69392]: INFO networking_nsxv3.common.synchronization [req-d84eb828-71fe-4ec7-bafa-7d53be68e0b7 req-e3bc389f-d21c-4aec-a39b-cab8130f1385 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Enqueued Resource ID: e30ecb9b-8c35-4584-b7eb-d3b4d145e2da with Priority: HIGHEST for action security_group_members [ 1250.407726] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e30ecb9b-8c35-4584-b7eb-d3b4d145e2da with Priority: HIGHEST for action security_group_members [ 1250.411100] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.411100] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.411100] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.411308] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.411510] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.411510] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.411623] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.411761] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.411860] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.411957] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e30ecb9b-8c35-4584-b7eb-d3b4d145e2da',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.507529] env[69392]: INFO networking_nsxv3.common.synchronization [req-d84eb828-71fe-4ec7-bafa-7d53be68e0b7 req-e3bc389f-d21c-4aec-a39b-cab8130f1385 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Enqueued Resource ID: 8112bb31-c8c6-4173-9d71-7b2cb24e9d55 with Priority: HIGHEST for action port [ 1250.509705] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8112bb31-c8c6-4173-9d71-7b2cb24e9d55 with Priority: HIGHEST for action port [ 1250.509705] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-8112bb31-c8c6-4173-9d71-7b2cb24e9d55 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.509705] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8112bb31-c8c6-4173-9d71-7b2cb24e9d55" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.509705] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8112bb31-c8c6-4173-9d71-7b2cb24e9d55" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.509705] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8112bb31-c8c6-4173-9d71-7b2cb24e9d55" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.509705] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8112bb31-c8c6-4173-9d71-7b2cb24e9d55',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.660381] env[69392]: INFO networking_nsxv3.common.synchronization [None req-a2b0e766-8bab-40b6-927d-41cb33d37dea None None] Enqueued Resource ID: 9de99309-1109-4844-a679-dc4bc5156a2b with Priority: HIGHEST for action port [ 1250.661072] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9de99309-1109-4844-a679-dc4bc5156a2b with Priority: HIGHEST for action port [ 1250.661435] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-9de99309-1109-4844-a679-dc4bc5156a2b taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.661668] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9de99309-1109-4844-a679-dc4bc5156a2b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.661668] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9de99309-1109-4844-a679-dc4bc5156a2b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.661938] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9de99309-1109-4844-a679-dc4bc5156a2b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.662362] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9de99309-1109-4844-a679-dc4bc5156a2b',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.694713] env[69392]: INFO networking_nsxv3.common.synchronization [req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 req-214da05a-60b1-47ba-9d2f-4a62d875cc81 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Enqueued Resource ID: 56a46b50-370c-4c03-bc18-49cda94c0db4 with Priority: HIGHEST for action security_group_members [ 1250.695451] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56a46b50-370c-4c03-bc18-49cda94c0db4 with Priority: HIGHEST for action security_group_members [ 1250.696079] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-56a46b50-370c-4c03-bc18-49cda94c0db4 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.696613] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56a46b50-370c-4c03-bc18-49cda94c0db4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.696613] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56a46b50-370c-4c03-bc18-49cda94c0db4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.696613] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56a46b50-370c-4c03-bc18-49cda94c0db4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.696804] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.696872] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.696916] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.697096] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.697193] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.697292] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56a46b50-370c-4c03-bc18-49cda94c0db4',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.833253] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8feae18d-9354-4b28-afcc-53474026aafd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.915967] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.916089] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.916165] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.916388] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.916482] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.916674] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.916769] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.916834] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.916981] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.917102] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.917198] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e30ecb9b-8c35-4584-b7eb-d3b4d145e2da is going to be updated. [ 1250.948240] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.948418] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.948461] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.948670] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.948816] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.961837] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e30ecb9b-8c35-4584-b7eb-d3b4d145e2da in Status: IN_PROGRESS for 2s [ 1251.012158] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8112bb31-c8c6-4173-9d71-7b2cb24e9d55 with status ACTIVE [ 1251.012402] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.012517] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.012601] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.012798] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.012886] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.013075] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.013166] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.013228] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.013375] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.013453] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.013628] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.013722] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.013780] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.013935] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.014052] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.014163] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8112bb31-c8c6-4173-9d71-7b2cb24e9d55 is going to be updated. [ 1251.034702] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.034922] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.034972] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.035219] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.035407] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.035592] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8112bb31-c8c6-4173-9d71-7b2cb24e9d55" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.165155] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9de99309-1109-4844-a679-dc4bc5156a2b [ 1251.166020] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.168317] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.168317] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.168317] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.168317] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.168317] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9de99309-1109-4844-a679-dc4bc5156a2b already deleted. [ 1251.168317] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9de99309-1109-4844-a679-dc4bc5156a2b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.199510] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.199590] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.199623] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.199889] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.199987] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.200504] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.200630] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.200693] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.200903] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.200982] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.202280] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56a46b50-370c-4c03-bc18-49cda94c0db4 already deleted. [ 1251.203699] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56a46b50-370c-4c03-bc18-49cda94c0db4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.336704] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.336704] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.336704] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.337120] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.337120] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.337120] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8feae18d-9354-4b28-afcc-53474026aafd is going to be created. [ 1251.363356] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.363491] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.363573] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.363772] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.364517] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.367057] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-705 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.367232] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-705" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.367390] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-705" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.368720] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-705" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.368720] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.368720] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.368720] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.368720] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.369087] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.369087] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1251.369176] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1251.369288] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1251.370678] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1251.370678] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1251.370678] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1251.370678] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1251.379010] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8feae18d-9354-4b28-afcc-53474026aafd in Status: UNINITIALIZED for 2s [ 1251.388161] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1251.388411] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1251.388587] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1251.389538] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-705" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.389538] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-9757542d-d72e-4a66-ad85-0d60b7f756bd taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.389538] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-9757542d-d72e-4a66-ad85-0d60b7f756bd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.389538] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-9757542d-d72e-4a66-ad85-0d60b7f756bd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.389849] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-9757542d-d72e-4a66-ad85-0d60b7f756bd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.390137] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9757542d-d72e-4a66-ad85-0d60b7f756bd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.502051] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 in Status: SUCCESS [ 1251.505016] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.505016] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.505016] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.505016] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.505016] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.505016] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.505016] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.505016] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.505016] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.505016] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01d6afbe-3053-4f64-ac14-04cad5aea5d5',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.893536] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.893765] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.893893] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.894211] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.894366] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.894527] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port 9757542d-d72e-4a66-ad85-0d60b7f756bd not found, creating... [ 1251.894797] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.894955] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.895084] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.895303] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.895450] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.895735] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.895889] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.896016] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.897294] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.900371] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.900371] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 9757542d-d72e-4a66-ad85-0d60b7f756bd is going to be created. [ 1251.921449] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.921676] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.921806] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.922216] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.922520] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.922775] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-9757542d-d72e-4a66-ad85-0d60b7f756bd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.008188] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-01d6afbe-3053-4f64-ac14-04cad5aea5d5 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.008508] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.008610] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.008875] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.009134] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.009253] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.009329] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.009489] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.009577] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.009696] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.009881] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-01d6afbe-3053-4f64-ac14-04cad5aea5d5 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.009974] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.010041] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.010189] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.010328] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.010421] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.010483] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.010636] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.010704] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.010787] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.010907] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01d6afbe-3053-4f64-ac14-04cad5aea5d5',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.514411] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01d6afbe-3053-4f64-ac14-04cad5aea5d5: rpc.has_security_group_logging(os_id): False [ 1252.532693] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.532991] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.533070] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.533288] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.533386] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.533589] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.533972] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.534059] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.534222] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.534332] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.534511] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.534628] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.534678] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.534792] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.534863] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.535072] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.535165] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.535226] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.535390] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.535436] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.535518] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 is going to be created. [ 1252.605579] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.605787] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.605837] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.606059] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.606244] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.626482] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 in Status: IN_PROGRESS for 2s [ 1252.854456] env[69392]: INFO networking_nsxv3.common.synchronization [req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 req-7b7caa8c-3496-48c4-bd37-c30dc6428f5c service nova] Enqueued Resource ID: 56a46b50-370c-4c03-bc18-49cda94c0db4 with Priority: HIGHEST for action security_group_rules [ 1252.854680] env[69392]: INFO networking_nsxv3.common.synchronization [req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 req-7b7caa8c-3496-48c4-bd37-c30dc6428f5c service nova] Enqueued Resource ID: 56a46b50-370c-4c03-bc18-49cda94c0db4 with Priority: HIGHEST for action security_group_members [ 1252.854757] env[69392]: INFO networking_nsxv3.common.synchronization [req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 req-7b7caa8c-3496-48c4-bd37-c30dc6428f5c service nova] Enqueued Resource ID: 9757542d-d72e-4a66-ad85-0d60b7f756bd with Priority: HIGHEST for action port [ 1252.854997] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56a46b50-370c-4c03-bc18-49cda94c0db4 with Priority: HIGHEST for action security_group_rules [ 1252.855145] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56a46b50-370c-4c03-bc18-49cda94c0db4 with Priority: HIGHEST for action security_group_members [ 1252.855239] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9757542d-d72e-4a66-ad85-0d60b7f756bd with Priority: HIGHEST for action port [ 1252.855836] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56a46b50-370c-4c03-bc18-49cda94c0db4 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.856023] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56a46b50-370c-4c03-bc18-49cda94c0db4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.859092] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56a46b50-370c-4c03-bc18-49cda94c0db4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.859332] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56a46b50-370c-4c03-bc18-49cda94c0db4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.859463] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56a46b50-370c-4c03-bc18-49cda94c0db4',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.860666] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-56a46b50-370c-4c03-bc18-49cda94c0db4 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.860792] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56a46b50-370c-4c03-bc18-49cda94c0db4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.860859] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56a46b50-370c-4c03-bc18-49cda94c0db4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.861046] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56a46b50-370c-4c03-bc18-49cda94c0db4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.861199] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.861297] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.861361] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.861507] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.861592] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.861686] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56a46b50-370c-4c03-bc18-49cda94c0db4',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.866684] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-9757542d-d72e-4a66-ad85-0d60b7f756bd taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.866822] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9757542d-d72e-4a66-ad85-0d60b7f756bd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.867088] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9757542d-d72e-4a66-ad85-0d60b7f756bd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.867088] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9757542d-d72e-4a66-ad85-0d60b7f756bd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.867171] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9757542d-d72e-4a66-ad85-0d60b7f756bd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.976798] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e30ecb9b-8c35-4584-b7eb-d3b4d145e2da in Status: SUCCESS [ 1252.976976] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e30ecb9b-8c35-4584-b7eb-d3b4d145e2da deletion is rescheduled due to dependency. [ 1252.977105] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.049550] env[69392]: INFO networking_nsxv3.common.synchronization [None req-4b4957c1-e698-48c7-bea0-444dc09c91f2 None None] Enqueued Resource ID: dca86e8e-41ee-4528-8a7e-758970e52d7a with Priority: HIGHEST for action port [ 1253.050096] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dca86e8e-41ee-4528-8a7e-758970e52d7a with Priority: HIGHEST for action port [ 1253.050780] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-dca86e8e-41ee-4528-8a7e-758970e52d7a taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.050780] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dca86e8e-41ee-4528-8a7e-758970e52d7a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.050780] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dca86e8e-41ee-4528-8a7e-758970e52d7a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.050967] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dca86e8e-41ee-4528-8a7e-758970e52d7a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.050967] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dca86e8e-41ee-4528-8a7e-758970e52d7a',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.368676] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56a46b50-370c-4c03-bc18-49cda94c0db4',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.369760] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-56a46b50-370c-4c03-bc18-49cda94c0db4 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.369868] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56a46b50-370c-4c03-bc18-49cda94c0db4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.370058] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9757542d-d72e-4a66-ad85-0d60b7f756bd with status ACTIVE [ 1253.370214] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.370695] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.370695] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.370695] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.370695] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.370843] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.370889] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.370958] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.371124] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.371199] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.371378] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.371685] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.371685] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.371685] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.371816] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.371816] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9757542d-d72e-4a66-ad85-0d60b7f756bd is going to be updated. [ 1253.479879] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8feae18d-9354-4b28-afcc-53474026aafd in Status: SUCCESS [ 1253.480038] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.480225] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.480421] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.480627] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.480918] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.480918] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.481094] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.481094] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.481177] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.481220] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8feae18d-9354-4b28-afcc-53474026aafd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.485444] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.485614] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.485678] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.485810] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.485944] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.486107] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9757542d-d72e-4a66-ad85-0d60b7f756bd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.554048] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dca86e8e-41ee-4528-8a7e-758970e52d7a [ 1253.554048] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.554048] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.554480] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.554480] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.554480] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.554577] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dca86e8e-41ee-4528-8a7e-758970e52d7a already deleted. [ 1253.554613] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dca86e8e-41ee-4528-8a7e-758970e52d7a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.874061] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56a46b50-370c-4c03-bc18-49cda94c0db4',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.991132] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8feae18d-9354-4b28-afcc-53474026aafd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.378034] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.378936] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.378936] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.378936] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.378936] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.378936] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56a46b50-370c-4c03-bc18-49cda94c0db4 is going to be created. [ 1254.407072] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.407237] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.407315] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.407595] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.407763] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.417874] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56a46b50-370c-4c03-bc18-49cda94c0db4 in Status: UNINITIALIZED for 2s [ 1254.493377] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8feae18d-9354-4b28-afcc-53474026aafd: rpc.has_security_group_logging(os_id): False [ 1254.513321] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.513572] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.513572] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.513744] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.513824] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.514185] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.514342] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.514495] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.514673] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.514796] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.514942] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8feae18d-9354-4b28-afcc-53474026aafd is going to be created. [ 1254.583741] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.584153] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.584153] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.584359] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.584623] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.596315] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8feae18d-9354-4b28-afcc-53474026aafd in Status: IN_PROGRESS for 2s [ 1254.647785] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 in Status: SUCCESS [ 1254.647972] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.380816] env[69392]: INFO networking_nsxv3.common.synchronization [req-31b4797a-24e2-4a09-a40f-6f3f646ac026 req-42cd3db0-e89e-4057-9f66-d4c586a06199 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Enqueued Resource ID: f9289668-329e-4d60-a331-9d084785d499 with Priority: HIGHEST for action security_group_members [ 1255.381367] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9289668-329e-4d60-a331-9d084785d499 with Priority: HIGHEST for action security_group_members [ 1255.381665] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9289668-329e-4d60-a331-9d084785d499 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.381785] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.381851] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.382060] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.382210] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.382307] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.382370] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.382570] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.382604] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.382682] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9289668-329e-4d60-a331-9d084785d499',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.884764] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.885111] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.885111] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.885468] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.885652] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.885956] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.886143] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.886258] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.886510] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.886653] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.887013] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9289668-329e-4d60-a331-9d084785d499 is going to be updated. [ 1255.923451] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.923451] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.923451] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.923451] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.923451] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.934308] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9289668-329e-4d60-a331-9d084785d499 in Status: IN_PROGRESS for 2s [ 1256.433723] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56a46b50-370c-4c03-bc18-49cda94c0db4 in Status: SUCCESS [ 1256.434085] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56a46b50-370c-4c03-bc18-49cda94c0db4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.434480] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56a46b50-370c-4c03-bc18-49cda94c0db4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.434843] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56a46b50-370c-4c03-bc18-49cda94c0db4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.435362] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.435869] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.436089] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.436599] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.437082] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.437491] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56a46b50-370c-4c03-bc18-49cda94c0db4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.437723] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56a46b50-370c-4c03-bc18-49cda94c0db4',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.609244] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8feae18d-9354-4b28-afcc-53474026aafd in Status: SUCCESS [ 1256.609489] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.942987] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56a46b50-370c-4c03-bc18-49cda94c0db4',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.975409] env[69392]: INFO networking_nsxv3.common.synchronization [req-504a8de4-570e-44dd-9dab-d414cb523caa req-5eb18d71-e582-469a-857f-23df07e3bb7c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Enqueued Resource ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd with Priority: HIGHEST for action security_group_members [ 1256.975911] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd with Priority: HIGHEST for action security_group_members [ 1256.976433] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.976559] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.976664] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.976824] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.976976] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.979395] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.979517] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.979680] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.979772] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.979872] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8f6935a-7f71-4e5a-b85e-3a4675b62fdd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.448014] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56a46b50-370c-4c03-bc18-49cda94c0db4: rpc.has_security_group_logging(os_id): False [ 1257.472254] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.472254] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.472254] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.472254] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.472254] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.472254] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.472254] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.472254] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.472254] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.472254] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.472254] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56a46b50-370c-4c03-bc18-49cda94c0db4 is going to be created. [ 1257.482826] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.483011] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.483140] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.483362] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.483450] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.483716] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.483825] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.483893] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.484058] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.484122] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.484208] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd is going to be updated. [ 1257.514308] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.514308] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.514308] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.514308] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.514308] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.522931] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd in Status: IN_PROGRESS for 2s [ 1257.542036] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.542199] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.542258] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.542481] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.542665] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.559669] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56a46b50-370c-4c03-bc18-49cda94c0db4 in Status: IN_PROGRESS for 2s [ 1257.944666] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9289668-329e-4d60-a331-9d084785d499 in Status: SUCCESS [ 1257.945078] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9289668-329e-4d60-a331-9d084785d499 deletion is rescheduled due to dependency. [ 1257.945078] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.339351] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-414 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.339351] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-414" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.339587] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-414" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.339744] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-414" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.340072] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.340240] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.340366] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.340604] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.340755] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.342075] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1258.342075] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1258.342075] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1258.342075] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1258.342075] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1258.342075] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1258.342075] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1258.362825] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1258.363027] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1258.363178] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1258.363372] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-414" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.363720] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-615ae80f-7dd5-4320-9fbb-1d0da84e1528 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.363962] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-615ae80f-7dd5-4320-9fbb-1d0da84e1528" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.364039] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-615ae80f-7dd5-4320-9fbb-1d0da84e1528" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.364446] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-615ae80f-7dd5-4320-9fbb-1d0da84e1528" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.364625] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('615ae80f-7dd5-4320-9fbb-1d0da84e1528',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.867336] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.867658] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.867754] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.868063] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.868228] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.868539] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.868715] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.868897] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.869156] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.869305] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.869606] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.869857] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.869993] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.870237] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.870401] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.870551] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 615ae80f-7dd5-4320-9fbb-1d0da84e1528 is going to be updated. [ 1258.893651] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.893923] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.893987] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.894280] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.894480] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.894708] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-615ae80f-7dd5-4320-9fbb-1d0da84e1528" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.534996] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd in Status: SUCCESS [ 1259.535348] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd deletion is rescheduled due to dependency. [ 1259.535348] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.572673] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56a46b50-370c-4c03-bc18-49cda94c0db4 in Status: SUCCESS [ 1259.572905] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56a46b50-370c-4c03-bc18-49cda94c0db4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.960017] env[69392]: INFO networking_nsxv3.common.synchronization [req-cb496347-b716-4fa6-846a-a1e671abac7e req-22c5516c-3519-4b64-a7fb-45a622d4e21c service nova] Enqueued Resource ID: a584b752-9077-4eef-bc77-0cc03cb5dafb with Priority: HIGHEST for action security_group_rules [ 1259.960226] env[69392]: INFO networking_nsxv3.common.synchronization [req-cb496347-b716-4fa6-846a-a1e671abac7e req-22c5516c-3519-4b64-a7fb-45a622d4e21c service nova] Enqueued Resource ID: a584b752-9077-4eef-bc77-0cc03cb5dafb with Priority: HIGHEST for action security_group_members [ 1259.960376] env[69392]: INFO networking_nsxv3.common.synchronization [req-cb496347-b716-4fa6-846a-a1e671abac7e req-22c5516c-3519-4b64-a7fb-45a622d4e21c service nova] Enqueued Resource ID: 615ae80f-7dd5-4320-9fbb-1d0da84e1528 with Priority: HIGHEST for action port [ 1259.960830] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a584b752-9077-4eef-bc77-0cc03cb5dafb with Priority: HIGHEST for action security_group_rules [ 1259.960830] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a584b752-9077-4eef-bc77-0cc03cb5dafb with Priority: HIGHEST for action security_group_members [ 1259.960830] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 615ae80f-7dd5-4320-9fbb-1d0da84e1528 with Priority: HIGHEST for action port [ 1259.961398] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a584b752-9077-4eef-bc77-0cc03cb5dafb taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.961527] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a584b752-9077-4eef-bc77-0cc03cb5dafb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.961598] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a584b752-9077-4eef-bc77-0cc03cb5dafb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.961815] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a584b752-9077-4eef-bc77-0cc03cb5dafb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.961880] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a584b752-9077-4eef-bc77-0cc03cb5dafb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.962725] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-a584b752-9077-4eef-bc77-0cc03cb5dafb taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.962848] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a584b752-9077-4eef-bc77-0cc03cb5dafb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.962909] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a584b752-9077-4eef-bc77-0cc03cb5dafb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.963088] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a584b752-9077-4eef-bc77-0cc03cb5dafb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.963240] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.963336] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.963401] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.963548] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.963639] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.963727] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a584b752-9077-4eef-bc77-0cc03cb5dafb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.964948] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-615ae80f-7dd5-4320-9fbb-1d0da84e1528 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.965146] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-615ae80f-7dd5-4320-9fbb-1d0da84e1528" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.965146] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-615ae80f-7dd5-4320-9fbb-1d0da84e1528" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.965450] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-615ae80f-7dd5-4320-9fbb-1d0da84e1528" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.965450] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('615ae80f-7dd5-4320-9fbb-1d0da84e1528',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.467236] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-a584b752-9077-4eef-bc77-0cc03cb5dafb taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.467409] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a584b752-9077-4eef-bc77-0cc03cb5dafb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.467702] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a584b752-9077-4eef-bc77-0cc03cb5dafb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.468752] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 615ae80f-7dd5-4320-9fbb-1d0da84e1528 with status ACTIVE [ 1260.468987] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.469688] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.469804] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.470107] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.470408] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.470655] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.472438] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.472438] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.472767] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.472767] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.472850] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.472967] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.473031] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.473188] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.473302] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.473356] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 615ae80f-7dd5-4320-9fbb-1d0da84e1528 is going to be updated. [ 1260.496730] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.496938] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.497033] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.497280] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.497498] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.497680] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-615ae80f-7dd5-4320-9fbb-1d0da84e1528" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.975807] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a584b752-9077-4eef-bc77-0cc03cb5dafb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.479549] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.479776] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.479879] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.480033] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.480121] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.480227] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a584b752-9077-4eef-bc77-0cc03cb5dafb is going to be updated. [ 1261.507952] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.508176] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.508285] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.508474] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.508617] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.517791] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a584b752-9077-4eef-bc77-0cc03cb5dafb in Status: IN_PROGRESS for 2s [ 1262.571291] env[69392]: INFO networking_nsxv3.common.synchronization [req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 req-3f6295c1-c068-4428-bf11-6725232f4304 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Enqueued Resource ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 with Priority: HIGHEST for action security_group_members [ 1262.571291] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 with Priority: HIGHEST for action security_group_members [ 1262.571291] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.571291] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.571291] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.571291] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.571291] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.571291] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.571291] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.571291] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.574828] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.574828] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.079459] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.082892] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.082892] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.082892] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.082892] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.082892] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.082892] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.082892] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.082892] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.082892] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.082892] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 is going to be updated. [ 1263.109188] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.109188] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.109188] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.109188] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.109188] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.120285] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 in Status: IN_PROGRESS for 2s [ 1263.530218] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a584b752-9077-4eef-bc77-0cc03cb5dafb in Status: SUCCESS [ 1263.530457] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a584b752-9077-4eef-bc77-0cc03cb5dafb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.530657] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a584b752-9077-4eef-bc77-0cc03cb5dafb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.530899] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a584b752-9077-4eef-bc77-0cc03cb5dafb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.531108] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.531241] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.531309] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.531488] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.531572] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.531658] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a584b752-9077-4eef-bc77-0cc03cb5dafb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.531877] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a584b752-9077-4eef-bc77-0cc03cb5dafb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.740262] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-820 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.741197] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-820" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.741197] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-820" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.741197] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-820" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.741197] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.741423] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.741423] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.741591] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.741740] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.741946] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1263.742198] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1263.742349] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1263.742497] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1263.742751] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1263.742898] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1263.743084] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1263.771096] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1263.771270] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1263.771458] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1263.771655] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-820" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.772030] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-9fafa21a-eab8-4afc-b35f-f263eb33c658 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.772226] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-9fafa21a-eab8-4afc-b35f-f263eb33c658" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.772376] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-9fafa21a-eab8-4afc-b35f-f263eb33c658" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.772739] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-9fafa21a-eab8-4afc-b35f-f263eb33c658" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.772942] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fafa21a-eab8-4afc-b35f-f263eb33c658',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.034645] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a584b752-9077-4eef-bc77-0cc03cb5dafb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.276518] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.276650] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.276736] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.277056] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.277240] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.277393] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port 9fafa21a-eab8-4afc-b35f-f263eb33c658 not found, creating... [ 1264.277803] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.277978] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.278116] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.278787] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.278787] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.278908] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.278979] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.279114] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.279334] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.279471] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.279617] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 9fafa21a-eab8-4afc-b35f-f263eb33c658 is going to be created. [ 1264.302691] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.302943] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.303111] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.303509] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.303740] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.304142] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-9fafa21a-eab8-4afc-b35f-f263eb33c658" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.539199] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a584b752-9077-4eef-bc77-0cc03cb5dafb: rpc.has_security_group_logging(os_id): False [ 1264.560578] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.563397] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.563397] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.563397] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.563397] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.563397] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.563397] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.563774] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.564242] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.564435] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.564625] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a584b752-9077-4eef-bc77-0cc03cb5dafb is going to be updated. [ 1264.644263] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.644263] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.644263] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.644263] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.644263] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.665914] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a584b752-9077-4eef-bc77-0cc03cb5dafb in Status: IN_PROGRESS for 2s [ 1265.134243] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 in Status: IN_PROGRESS for 4s [ 1265.370312] env[69392]: INFO networking_nsxv3.common.synchronization [req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 req-5a4eb047-bd09-4eb9-a91f-3c85eb5c0e45 service nova] Enqueued Resource ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 with Priority: HIGHEST for action security_group_rules [ 1265.370312] env[69392]: INFO networking_nsxv3.common.synchronization [req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 req-5a4eb047-bd09-4eb9-a91f-3c85eb5c0e45 service nova] Enqueued Resource ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 with Priority: HIGHEST for action security_group_members [ 1265.370312] env[69392]: INFO networking_nsxv3.common.synchronization [req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 req-5a4eb047-bd09-4eb9-a91f-3c85eb5c0e45 service nova] Enqueued Resource ID: 9fafa21a-eab8-4afc-b35f-f263eb33c658 with Priority: HIGHEST for action port [ 1265.370312] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 with Priority: HIGHEST for action security_group_rules [ 1265.370312] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 with Priority: HIGHEST for action security_group_members [ 1265.370312] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fafa21a-eab8-4afc-b35f-f263eb33c658 with Priority: HIGHEST for action port [ 1265.370789] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.370957] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.371093] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.371330] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.371438] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.372638] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.372638] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.372959] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-9fafa21a-eab8-4afc-b35f-f263eb33c658 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.373081] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9fafa21a-eab8-4afc-b35f-f263eb33c658" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.373133] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9fafa21a-eab8-4afc-b35f-f263eb33c658" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.373324] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9fafa21a-eab8-4afc-b35f-f263eb33c658" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.373431] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fafa21a-eab8-4afc-b35f-f263eb33c658',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.875522] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.875690] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.875842] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9fafa21a-eab8-4afc-b35f-f263eb33c658 with status ACTIVE [ 1265.876090] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.876325] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.876325] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.876680] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.876680] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.876680] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.876923] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.876923] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.876923] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.877106] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.877177] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.877269] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.877323] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.877546] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.877631] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.877684] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9fafa21a-eab8-4afc-b35f-f263eb33c658 is going to be updated. [ 1265.902240] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.902394] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.902475] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.902761] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.902947] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.903183] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9fafa21a-eab8-4afc-b35f-f263eb33c658" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.391028] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-794 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.391317] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-794" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.391352] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-794" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.391614] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-794" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.392116] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.392330] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.392458] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.392714] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.393754] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.393996] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1266.394240] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1266.394371] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1266.394496] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1266.394603] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1266.394707] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1266.394861] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1266.417477] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1266.417477] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1266.417477] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1266.417687] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-794" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.417934] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-37f821e6-5f17-46af-8854-625260553c51 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.418127] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-37f821e6-5f17-46af-8854-625260553c51" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.418255] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-37f821e6-5f17-46af-8854-625260553c51" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.418519] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-37f821e6-5f17-46af-8854-625260553c51" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.418699] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37f821e6-5f17-46af-8854-625260553c51',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.684572] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a584b752-9077-4eef-bc77-0cc03cb5dafb in Status: SUCCESS [ 1266.684817] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a584b752-9077-4eef-bc77-0cc03cb5dafb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.714326] env[69392]: INFO networking_nsxv3.common.synchronization [req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db req-03a3749b-968d-43b4-8f84-7dd8b1351877 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Enqueued Resource ID: 6df2c66e-f398-4052-8bb0-240944386539 with Priority: HIGHEST for action security_group_members [ 1266.714433] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6df2c66e-f398-4052-8bb0-240944386539 with Priority: HIGHEST for action security_group_members [ 1266.714718] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-6df2c66e-f398-4052-8bb0-240944386539 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.714857] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.714973] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.715351] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.715653] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.715789] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.715860] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.716037] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.716117] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.716216] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.924206] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.924206] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.924206] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.924630] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.924841] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.925286] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.926182] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.926182] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.926303] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.926457] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.927061] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.927985] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.927985] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.927985] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.927985] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.928193] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 37f821e6-5f17-46af-8854-625260553c51 is going to be updated. [ 1266.955600] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.955600] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.955809] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.955996] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.956222] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.956476] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-37f821e6-5f17-46af-8854-625260553c51" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.150403] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 in Status: SUCCESS [ 1267.151149] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 deletion is rescheduled due to dependency. [ 1267.152155] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.154017] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.154017] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.154017] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.154017] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.154017] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.154017] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.154017] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.154017] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.222879] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.518148] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-744 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.518494] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-744" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.518494] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-744" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.518717] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-744" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.518992] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.519193] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.519401] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.519722] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.519979] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.520261] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1267.520413] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1267.520546] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1267.520722] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1267.520858] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1267.520972] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1267.521126] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1267.543722] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1267.543891] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1267.544175] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1267.544384] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-744" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.544746] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-01b6f451-2175-4aa6-8794-aa5b993ddb98 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.544979] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-01b6f451-2175-4aa6-8794-aa5b993ddb98" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.545248] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-01b6f451-2175-4aa6-8794-aa5b993ddb98" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.545646] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-01b6f451-2175-4aa6-8794-aa5b993ddb98" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.545805] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01b6f451-2175-4aa6-8794-aa5b993ddb98',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.658760] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.725343] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.843437] env[69392]: INFO networking_nsxv3.common.synchronization [req-acecfa5c-61c8-47bb-a0eb-72b757f02922 req-b95c9ae5-ba96-4eb8-a140-24475a53a2f0 service nova] Enqueued Resource ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 with Priority: HIGHEST for action security_group_rules [ 1267.843666] env[69392]: INFO networking_nsxv3.common.synchronization [req-acecfa5c-61c8-47bb-a0eb-72b757f02922 req-b95c9ae5-ba96-4eb8-a140-24475a53a2f0 service nova] Enqueued Resource ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 with Priority: HIGHEST for action security_group_members [ 1267.843859] env[69392]: INFO networking_nsxv3.common.synchronization [req-acecfa5c-61c8-47bb-a0eb-72b757f02922 req-b95c9ae5-ba96-4eb8-a140-24475a53a2f0 service nova] Enqueued Resource ID: 37f821e6-5f17-46af-8854-625260553c51 with Priority: HIGHEST for action port [ 1267.844495] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 with Priority: HIGHEST for action security_group_rules [ 1267.844654] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 with Priority: HIGHEST for action security_group_members [ 1267.844783] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37f821e6-5f17-46af-8854-625260553c51 with Priority: HIGHEST for action port [ 1267.845259] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01d6afbe-3053-4f64-ac14-04cad5aea5d5 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.845420] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.845508] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.845888] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.845944] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01d6afbe-3053-4f64-ac14-04cad5aea5d5',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.846957] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-01d6afbe-3053-4f64-ac14-04cad5aea5d5 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.847064] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.847197] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.847361] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.847609] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.847842] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.847954] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.848111] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.848216] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.848294] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01d6afbe-3053-4f64-ac14-04cad5aea5d5',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.849285] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-37f821e6-5f17-46af-8854-625260553c51 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.849373] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37f821e6-5f17-46af-8854-625260553c51" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.849538] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37f821e6-5f17-46af-8854-625260553c51" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.849616] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37f821e6-5f17-46af-8854-625260553c51" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.849727] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37f821e6-5f17-46af-8854-625260553c51',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.049240] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.049475] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.049728] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.050129] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.050354] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.050555] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port 01b6f451-2175-4aa6-8794-aa5b993ddb98 not found, creating... [ 1268.051012] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.051252] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.051407] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.051715] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.051898] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.052249] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.052469] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.052600] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.052853] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.052986] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.053160] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 01b6f451-2175-4aa6-8794-aa5b993ddb98 is going to be created. [ 1268.079492] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.079742] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.079936] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.080280] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.080529] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.080783] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-01b6f451-2175-4aa6-8794-aa5b993ddb98" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.160467] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.228241] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.228484] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.228522] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.228871] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.228973] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.229099] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6df2c66e-f398-4052-8bb0-240944386539 is going to be updated. [ 1268.269039] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.269263] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.269364] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.269661] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.269829] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.281736] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6df2c66e-f398-4052-8bb0-240944386539 in Status: IN_PROGRESS for 2s [ 1268.351957] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-01d6afbe-3053-4f64-ac14-04cad5aea5d5 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.352106] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.352315] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01d6afbe-3053-4f64-ac14-04cad5aea5d5',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.353237] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 37f821e6-5f17-46af-8854-625260553c51 with status ACTIVE [ 1268.353420] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.353613] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.353699] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.353883] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.353975] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.354196] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.354431] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.354512] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.354682] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.354829] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.354945] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.355048] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.355105] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.355304] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.355304] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.355392] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 37f821e6-5f17-46af-8854-625260553c51 is going to be updated. [ 1268.379554] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.379719] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.379761] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.380295] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.380295] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.380295] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37f821e6-5f17-46af-8854-625260553c51" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.663438] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.663737] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.663737] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.664194] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.664325] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.664435] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 is going to be updated. [ 1268.704033] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.704033] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.704033] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.704033] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.704033] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.713538] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 in Status: IN_PROGRESS for 2s [ 1268.858354] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01d6afbe-3053-4f64-ac14-04cad5aea5d5',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.363018] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.363018] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.363018] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.363018] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.363018] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.363018] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 is going to be updated. [ 1269.397058] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.397058] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.397058] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.397058] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.397058] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.407625] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 in Status: IN_PROGRESS for 2s [ 1269.716606] env[69392]: INFO networking_nsxv3.common.synchronization [req-303c94ac-4828-46d4-a138-6fdebb10ae2d req-a53ac986-cecc-415c-a3b8-03fbfe56a17c tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Enqueued Resource ID: e2a1a2ef-6974-4afd-93cf-21c2eb2a4075 with Priority: HIGHEST for action security_group_members [ 1269.717276] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2a1a2ef-6974-4afd-93cf-21c2eb2a4075 with Priority: HIGHEST for action security_group_members [ 1269.717538] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2a1a2ef-6974-4afd-93cf-21c2eb2a4075 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.717745] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2a1a2ef-6974-4afd-93cf-21c2eb2a4075" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.717872] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2a1a2ef-6974-4afd-93cf-21c2eb2a4075" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.718244] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2a1a2ef-6974-4afd-93cf-21c2eb2a4075" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.718425] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.718562] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.718657] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.718848] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.718957] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.719065] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2a1a2ef-6974-4afd-93cf-21c2eb2a4075',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.962981] env[69392]: INFO networking_nsxv3.common.synchronization [req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db req-318142f5-2ae5-491e-84cc-56e69793cd41 service nova] Enqueued Resource ID: 6df2c66e-f398-4052-8bb0-240944386539 with Priority: HIGHEST for action security_group_rules [ 1269.963199] env[69392]: INFO networking_nsxv3.common.synchronization [req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db req-318142f5-2ae5-491e-84cc-56e69793cd41 service nova] Enqueued Resource ID: 6df2c66e-f398-4052-8bb0-240944386539 with Priority: HIGHEST for action security_group_members [ 1269.963338] env[69392]: INFO networking_nsxv3.common.synchronization [req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db req-318142f5-2ae5-491e-84cc-56e69793cd41 service nova] Enqueued Resource ID: 01b6f451-2175-4aa6-8794-aa5b993ddb98 with Priority: HIGHEST for action port [ 1269.963602] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6df2c66e-f398-4052-8bb0-240944386539 with Priority: HIGHEST for action security_group_rules [ 1269.964192] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6df2c66e-f398-4052-8bb0-240944386539 with Priority: HIGHEST for action security_group_members [ 1269.964192] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01b6f451-2175-4aa6-8794-aa5b993ddb98 with Priority: HIGHEST for action port [ 1269.964427] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6df2c66e-f398-4052-8bb0-240944386539 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.964549] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.964549] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.964797] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.964797] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.965704] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-6df2c66e-f398-4052-8bb0-240944386539 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.965806] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.965991] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-01b6f451-2175-4aa6-8794-aa5b993ddb98 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.966100] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01b6f451-2175-4aa6-8794-aa5b993ddb98" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.966160] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01b6f451-2175-4aa6-8794-aa5b993ddb98" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.966381] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01b6f451-2175-4aa6-8794-aa5b993ddb98" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.966465] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01b6f451-2175-4aa6-8794-aa5b993ddb98',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.221649] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.221888] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.221888] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.222277] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.222396] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.222649] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.222758] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.222819] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.223105] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.223218] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.223480] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2a1a2ef-6974-4afd-93cf-21c2eb2a4075 already deleted. [ 1270.223480] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2a1a2ef-6974-4afd-93cf-21c2eb2a4075" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.294197] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6df2c66e-f398-4052-8bb0-240944386539 in Status: SUCCESS [ 1270.294197] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.294197] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.294541] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.294541] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.294708] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.294811] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.294995] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.295149] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.295256] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.439589] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-948 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.439861] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-948" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.440037] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-948" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.440500] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-948" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.440899] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.441143] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.441412] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.441735] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.441967] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.442257] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1270.442396] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1270.442565] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1270.442741] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1270.442968] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1270.443217] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1270.443467] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1270.463687] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1270.464014] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1270.464239] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1270.464482] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-948" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.465144] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-014ab627-52fe-4500-a928-692f179b1e35 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.465144] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-014ab627-52fe-4500-a928-692f179b1e35" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.465144] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-014ab627-52fe-4500-a928-692f179b1e35" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.465414] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-014ab627-52fe-4500-a928-692f179b1e35" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.465733] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('014ab627-52fe-4500-a928-692f179b1e35',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.470279] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-6df2c66e-f398-4052-8bb0-240944386539 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.470279] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.471773] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 01b6f451-2175-4aa6-8794-aa5b993ddb98 with status ACTIVE [ 1270.471773] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.471773] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.471773] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.471947] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.472917] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.472917] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.472917] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.472917] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.472917] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.472917] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.473439] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.473439] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.473439] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.473439] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.473439] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.473439] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 01b6f451-2175-4aa6-8794-aa5b993ddb98 is going to be updated. [ 1270.498307] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.498307] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.498307] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.498796] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.498796] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.498897] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01b6f451-2175-4aa6-8794-aa5b993ddb98" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.727228] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 in Status: SUCCESS [ 1270.727642] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.727836] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.728073] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.728264] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.728383] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.728454] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.728625] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.728706] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.728781] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.728873] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.798116] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.968335] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.968817] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.969451] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.969451] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.969620] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.969673] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port 014ab627-52fe-4500-a928-692f179b1e35 not found, creating... [ 1270.969929] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.970113] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.970238] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.970475] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.970615] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.970905] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.971254] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.971838] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.971838] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.971838] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.972038] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 014ab627-52fe-4500-a928-692f179b1e35 is going to be created. [ 1270.995604] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.995852] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.995965] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.996329] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.996705] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.998135] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-014ab627-52fe-4500-a928-692f179b1e35" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.233084] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.233258] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.233327] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.233551] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.233721] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.233811] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.233876] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.234036] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.234131] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.234254] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.234426] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.234524] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.234586] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.234733] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.234873] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.234966] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.235038] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.235177] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.235256] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.235338] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.235427] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.299857] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.419661] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 in Status: SUCCESS [ 1271.419829] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.419885] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.420848] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.420848] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.420848] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.420848] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.420848] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.420848] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.420848] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.421197] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01d6afbe-3053-4f64-ac14-04cad5aea5d5',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.740958] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3: rpc.has_security_group_logging(os_id): False [ 1271.763613] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.763809] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.763932] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.764226] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.764315] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.764555] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.764662] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.764730] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.764882] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.764960] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.765165] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.765252] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.765315] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.765474] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.765560] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.765751] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.765830] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.765830] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.765974] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.766083] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.766205] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 is going to be updated. [ 1271.802114] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.802364] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.802464] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.802744] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.802870] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.803025] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6df2c66e-f398-4052-8bb0-240944386539 is going to be updated. [ 1271.840023] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.840271] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.840358] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.840585] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.840743] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.852436] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6df2c66e-f398-4052-8bb0-240944386539 in Status: IN_PROGRESS for 2s [ 1271.861797] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.862041] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.862041] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.862276] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.862405] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.881323] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 in Status: IN_PROGRESS for 2s [ 1271.922960] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-01d6afbe-3053-4f64-ac14-04cad5aea5d5 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.923161] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.923224] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.923450] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.923624] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.923729] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.923786] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.923941] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.924053] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.924159] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.924352] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-01d6afbe-3053-4f64-ac14-04cad5aea5d5 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.924614] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.924730] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.924948] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.925147] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.925304] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.925404] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.925637] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.925718] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.925816] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.925965] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01d6afbe-3053-4f64-ac14-04cad5aea5d5',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.004773] env[69392]: INFO networking_nsxv3.common.synchronization [req-2f585f22-cfeb-438c-be6c-46c6325f706c req-14bba876-da2b-4c4e-b1f4-25a110100d9f tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Enqueued Resource ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd with Priority: HIGHEST for action security_group_members [ 1272.005677] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd with Priority: HIGHEST for action security_group_members [ 1272.006199] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.006418] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.006521] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.006841] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.007843] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.008054] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.008180] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.008466] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.009121] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.009121] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8f6935a-7f71-4e5a-b85e-3a4675b62fdd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.270711] env[69392]: INFO networking_nsxv3.common.synchronization [req-303c94ac-4828-46d4-a138-6fdebb10ae2d req-ca794dc7-0194-4ed0-bd39-4ce9e6b4cee3 service nova] Enqueued Resource ID: e2a1a2ef-6974-4afd-93cf-21c2eb2a4075 with Priority: HIGHEST for action security_group_rules [ 1272.271018] env[69392]: INFO networking_nsxv3.common.synchronization [req-303c94ac-4828-46d4-a138-6fdebb10ae2d req-ca794dc7-0194-4ed0-bd39-4ce9e6b4cee3 service nova] Enqueued Resource ID: e2a1a2ef-6974-4afd-93cf-21c2eb2a4075 with Priority: HIGHEST for action security_group_members [ 1272.271184] env[69392]: INFO networking_nsxv3.common.synchronization [req-303c94ac-4828-46d4-a138-6fdebb10ae2d req-ca794dc7-0194-4ed0-bd39-4ce9e6b4cee3 service nova] Enqueued Resource ID: 014ab627-52fe-4500-a928-692f179b1e35 with Priority: HIGHEST for action port [ 1272.271752] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2a1a2ef-6974-4afd-93cf-21c2eb2a4075 with Priority: HIGHEST for action security_group_rules [ 1272.271894] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2a1a2ef-6974-4afd-93cf-21c2eb2a4075 with Priority: HIGHEST for action security_group_members [ 1272.272010] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 014ab627-52fe-4500-a928-692f179b1e35 with Priority: HIGHEST for action port [ 1272.272311] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2a1a2ef-6974-4afd-93cf-21c2eb2a4075 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.272426] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2a1a2ef-6974-4afd-93cf-21c2eb2a4075" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.272475] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2a1a2ef-6974-4afd-93cf-21c2eb2a4075" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.272761] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2a1a2ef-6974-4afd-93cf-21c2eb2a4075" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.272888] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2a1a2ef-6974-4afd-93cf-21c2eb2a4075',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.273806] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2a1a2ef-6974-4afd-93cf-21c2eb2a4075 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.273930] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2a1a2ef-6974-4afd-93cf-21c2eb2a4075" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.273991] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2a1a2ef-6974-4afd-93cf-21c2eb2a4075" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.274246] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2a1a2ef-6974-4afd-93cf-21c2eb2a4075" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.274351] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.274443] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.274504] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.274643] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.274730] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.274820] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2a1a2ef-6974-4afd-93cf-21c2eb2a4075',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.275671] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-014ab627-52fe-4500-a928-692f179b1e35 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.275783] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-014ab627-52fe-4500-a928-692f179b1e35" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.275842] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-014ab627-52fe-4500-a928-692f179b1e35" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.275995] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-014ab627-52fe-4500-a928-692f179b1e35" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.276079] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('014ab627-52fe-4500-a928-692f179b1e35',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.429073] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01d6afbe-3053-4f64-ac14-04cad5aea5d5: rpc.has_security_group_logging(os_id): False [ 1272.453053] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.453274] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.453274] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.453553] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.453676] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.453970] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.454091] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.454155] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.454320] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.454398] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.454611] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.454706] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.454781] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.454908] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.454979] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.455446] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.455555] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.455652] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.455811] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.455891] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.455987] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 is going to be updated. [ 1272.511102] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.511365] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.511365] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.511555] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.511648] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.511854] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.511953] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.512018] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.512171] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.512247] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.512395] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd is going to be updated. [ 1272.536268] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.536478] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.536599] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.536808] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.536969] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.596705] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.596931] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.596931] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.597169] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.597314] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.604827] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 in Status: IN_PROGRESS for 2s [ 1272.609664] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd in Status: IN_PROGRESS for 2s [ 1272.777711] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2a1a2ef-6974-4afd-93cf-21c2eb2a4075 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.778106] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2a1a2ef-6974-4afd-93cf-21c2eb2a4075" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.778222] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2a1a2ef-6974-4afd-93cf-21c2eb2a4075',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.779309] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 014ab627-52fe-4500-a928-692f179b1e35 with status ACTIVE [ 1272.779505] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.779649] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.779722] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.779986] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.780115] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.780292] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.780425] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.780514] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.780693] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.780852] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.780965] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.781221] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.781315] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.781550] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.781621] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.781714] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 014ab627-52fe-4500-a928-692f179b1e35 is going to be updated. [ 1272.810892] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.811046] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.811125] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.811365] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.811482] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.811667] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-014ab627-52fe-4500-a928-692f179b1e35" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.996660] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-321 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.996987] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-321" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.997114] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-321" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.997468] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-321" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.997835] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.998021] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.998144] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.998408] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.998560] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.998810] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1272.998936] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1272.999063] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1272.999180] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1272.999298] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1272.999410] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1272.999552] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1273.022539] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1273.022740] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1273.022843] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1273.023037] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-321" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.023407] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-dd5c42fb-f1bc-493d-9fb9-e9b1f0c64a8b taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.023584] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-dd5c42fb-f1bc-493d-9fb9-e9b1f0c64a8b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.023710] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-dd5c42fb-f1bc-493d-9fb9-e9b1f0c64a8b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.024157] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-dd5c42fb-f1bc-493d-9fb9-e9b1f0c64a8b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.024308] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd5c42fb-f1bc-493d-9fb9-e9b1f0c64a8b',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.283418] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2a1a2ef-6974-4afd-93cf-21c2eb2a4075',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.528476] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.528476] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.528476] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.528476] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.528906] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.528906] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port dd5c42fb-f1bc-493d-9fb9-e9b1f0c64a8b not found, creating... [ 1273.529112] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.529285] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.529405] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.529659] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.529809] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.530119] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.530279] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.530401] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.530675] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.530840] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.530999] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: dd5c42fb-f1bc-493d-9fb9-e9b1f0c64a8b is going to be created. [ 1273.554029] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.554641] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.554641] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.554825] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.555059] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.555304] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-dd5c42fb-f1bc-493d-9fb9-e9b1f0c64a8b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.785866] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.786262] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.786262] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.786378] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.786517] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.786568] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2a1a2ef-6974-4afd-93cf-21c2eb2a4075 is going to be created. [ 1273.815767] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.816082] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.816082] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.816234] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.816390] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.828308] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2a1a2ef-6974-4afd-93cf-21c2eb2a4075 in Status: UNINITIALIZED for 2s [ 1273.866671] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6df2c66e-f398-4052-8bb0-240944386539 in Status: SUCCESS [ 1273.866671] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.866671] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.866671] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.866671] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.866671] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.866671] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.866671] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.866671] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.866671] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.866671] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.901435] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 in Status: SUCCESS [ 1273.902404] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.371026] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-6df2c66e-f398-4052-8bb0-240944386539 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.371026] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.371026] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.371026] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.371026] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.371026] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.371026] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.371026] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.371026] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.371026] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.371026] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-6df2c66e-f398-4052-8bb0-240944386539 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.371026] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.371026] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.371026] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.371026] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.371026] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.371837] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.371837] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.371837] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.371837] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.371837] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.478702] env[69392]: INFO networking_nsxv3.common.synchronization [req-2f585f22-cfeb-438c-be6c-46c6325f706c req-149632de-cc20-4b23-b515-d725825519f6 service nova] Enqueued Resource ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd with Priority: HIGHEST for action security_group_rules [ 1274.478805] env[69392]: INFO networking_nsxv3.common.synchronization [req-2f585f22-cfeb-438c-be6c-46c6325f706c req-149632de-cc20-4b23-b515-d725825519f6 service nova] Enqueued Resource ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd with Priority: HIGHEST for action security_group_members [ 1274.479014] env[69392]: INFO networking_nsxv3.common.synchronization [req-2f585f22-cfeb-438c-be6c-46c6325f706c req-149632de-cc20-4b23-b515-d725825519f6 service nova] Enqueued Resource ID: dd5c42fb-f1bc-493d-9fb9-e9b1f0c64a8b with Priority: HIGHEST for action port [ 1274.479564] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd with Priority: HIGHEST for action security_group_rules [ 1274.479678] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd with Priority: HIGHEST for action security_group_members [ 1274.479775] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd5c42fb-f1bc-493d-9fb9-e9b1f0c64a8b with Priority: HIGHEST for action port [ 1274.481172] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.481840] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.482676] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.482676] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.482676] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d8f6935a-7f71-4e5a-b85e-3a4675b62fdd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.483814] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.483814] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.483814] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd5c42fb-f1bc-493d-9fb9-e9b1f0c64a8b taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.484045] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd5c42fb-f1bc-493d-9fb9-e9b1f0c64a8b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.484045] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd5c42fb-f1bc-493d-9fb9-e9b1f0c64a8b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.484116] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd5c42fb-f1bc-493d-9fb9-e9b1f0c64a8b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.484148] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd5c42fb-f1bc-493d-9fb9-e9b1f0c64a8b',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.619371] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd in Status: SUCCESS [ 1274.619566] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd deletion is rescheduled due to dependency. [ 1274.619681] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.619864] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.620128] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.620277] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.620395] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.620460] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.620609] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.620699] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.620779] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8f6935a-7f71-4e5a-b85e-3a4675b62fdd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.625285] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 in Status: SUCCESS [ 1274.625285] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.874380] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6df2c66e-f398-4052-8bb0-240944386539: rpc.has_security_group_logging(os_id): False [ 1274.895304] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.895447] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.895537] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.895821] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.895882] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.896124] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.896226] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.896284] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.896438] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.896517] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.896690] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.896788] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.896841] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.896982] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.897072] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.897247] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.897339] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.897401] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.897537] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.897677] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.897780] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6df2c66e-f398-4052-8bb0-240944386539 is going to be updated. [ 1274.972832] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.972975] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.973073] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.973275] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.973423] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.986143] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.986286] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.986481] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dd5c42fb-f1bc-493d-9fb9-e9b1f0c64a8b with status ACTIVE [ 1274.986656] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.986764] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.986826] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.987117] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.987209] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.987390] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.987487] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.987542] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.987791] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.987871] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.988063] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.988160] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.988207] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.988349] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.988419] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.988503] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dd5c42fb-f1bc-493d-9fb9-e9b1f0c64a8b is going to be updated. [ 1275.016501] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6df2c66e-f398-4052-8bb0-240944386539 in Status: IN_PROGRESS for 2s [ 1275.017753] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.017975] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.017975] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.018182] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.018423] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.018575] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd5c42fb-f1bc-493d-9fb9-e9b1f0c64a8b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.122685] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d8f6935a-7f71-4e5a-b85e-3a4675b62fdd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.625281] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d8f6935a-7f71-4e5a-b85e-3a4675b62fdd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.838944] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2a1a2ef-6974-4afd-93cf-21c2eb2a4075 in Status: SUCCESS [ 1275.838944] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2a1a2ef-6974-4afd-93cf-21c2eb2a4075" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.838944] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2a1a2ef-6974-4afd-93cf-21c2eb2a4075" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.838944] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2a1a2ef-6974-4afd-93cf-21c2eb2a4075" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.838944] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.839296] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.839296] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.839296] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.839386] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.839454] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2a1a2ef-6974-4afd-93cf-21c2eb2a4075" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.839541] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2a1a2ef-6974-4afd-93cf-21c2eb2a4075',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.128433] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.128708] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.128708] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.128807] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.128888] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.129581] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd is going to be updated. [ 1276.158077] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.158276] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.158332] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.158507] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.158645] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.169637] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd in Status: IN_PROGRESS for 2s [ 1276.214225] env[69392]: INFO networking_nsxv3.common.synchronization [req-1bea4fae-1ab4-41fb-86b2-4113125a1029 req-ee87956e-3bfc-4d4e-98d6-a6f4171fdbb2 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Enqueued Resource ID: 84e47622-8243-4569-9afe-094bcaaa6e7b with Priority: HIGHEST for action security_group_members [ 1276.214827] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84e47622-8243-4569-9afe-094bcaaa6e7b with Priority: HIGHEST for action security_group_members [ 1276.215161] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-84e47622-8243-4569-9afe-094bcaaa6e7b taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.215292] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84e47622-8243-4569-9afe-094bcaaa6e7b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.215356] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84e47622-8243-4569-9afe-094bcaaa6e7b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.215601] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84e47622-8243-4569-9afe-094bcaaa6e7b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.215799] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.216208] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.216208] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.216208] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.216208] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.216353] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84e47622-8243-4569-9afe-094bcaaa6e7b',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.342406] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2a1a2ef-6974-4afd-93cf-21c2eb2a4075 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.342568] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2a1a2ef-6974-4afd-93cf-21c2eb2a4075" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.342637] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2a1a2ef-6974-4afd-93cf-21c2eb2a4075" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.343059] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2a1a2ef-6974-4afd-93cf-21c2eb2a4075" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.343257] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.343705] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.343781] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.344331] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.344618] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.344715] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2a1a2ef-6974-4afd-93cf-21c2eb2a4075" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.346193] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2a1a2ef-6974-4afd-93cf-21c2eb2a4075 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.346193] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2a1a2ef-6974-4afd-93cf-21c2eb2a4075" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.346193] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2a1a2ef-6974-4afd-93cf-21c2eb2a4075" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.346193] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2a1a2ef-6974-4afd-93cf-21c2eb2a4075" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.346193] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.346193] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.346193] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.346193] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.346193] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.346193] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2a1a2ef-6974-4afd-93cf-21c2eb2a4075" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.346193] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2a1a2ef-6974-4afd-93cf-21c2eb2a4075',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.722071] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.722071] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.722071] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.722071] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.722071] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.722071] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.722071] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.722071] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.722071] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.722071] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.722071] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84e47622-8243-4569-9afe-094bcaaa6e7b is going to be updated. [ 1276.760354] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.760517] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.760565] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.760861] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.760994] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.773477] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84e47622-8243-4569-9afe-094bcaaa6e7b in Status: IN_PROGRESS for 2s [ 1276.852480] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2a1a2ef-6974-4afd-93cf-21c2eb2a4075: rpc.has_security_group_logging(os_id): False [ 1276.874061] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.874320] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.874492] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.874756] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.874909] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.875369] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.875509] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.875553] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.875787] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.875909] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.876277] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.876434] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.876538] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.876779] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.876912] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.877237] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.877403] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.877542] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.877953] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.878198] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.878353] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2a1a2ef-6974-4afd-93cf-21c2eb2a4075 is going to be created. [ 1276.961810] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.962094] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.962094] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.962300] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.962440] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.975459] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2a1a2ef-6974-4afd-93cf-21c2eb2a4075 in Status: IN_PROGRESS for 2s [ 1277.039432] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6df2c66e-f398-4052-8bb0-240944386539 in Status: SUCCESS [ 1277.039746] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.183281] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd in Status: SUCCESS [ 1278.183281] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.183281] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.183281] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.183281] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.183281] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.183281] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.183281] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.183281] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.183281] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.183281] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d8f6935a-7f71-4e5a-b85e-3a4675b62fdd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.686727] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.686727] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.686727] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.686941] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.687118] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.687224] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.687288] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.687434] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.687519] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.687611] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.687813] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.687894] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.687950] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.688108] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.688248] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.688341] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.688433] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.688536] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.688610] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.688708] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.688827] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d8f6935a-7f71-4e5a-b85e-3a4675b62fdd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.783310] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84e47622-8243-4569-9afe-094bcaaa6e7b in Status: SUCCESS [ 1278.783459] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84e47622-8243-4569-9afe-094bcaaa6e7b deletion is rescheduled due to dependency. [ 1278.784042] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84e47622-8243-4569-9afe-094bcaaa6e7b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.992056] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2a1a2ef-6974-4afd-93cf-21c2eb2a4075 in Status: SUCCESS [ 1278.992351] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2a1a2ef-6974-4afd-93cf-21c2eb2a4075" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.191350] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d8f6935a-7f71-4e5a-b85e-3a4675b62fdd: rpc.has_security_group_logging(os_id): False [ 1279.215016] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.215271] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.215271] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.215499] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.215616] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.215876] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.216031] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.216098] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.216248] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.216328] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.216548] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.216723] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.216723] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.216848] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.216903] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.217112] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.217201] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.217265] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.217572] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.217731] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.217878] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd is going to be updated. [ 1279.282380] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.282576] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.282576] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.282836] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.283019] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.303097] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd in Status: IN_PROGRESS for 2s [ 1280.002502] env[69392]: INFO networking_nsxv3.common.synchronization [req-f7bb606f-aec9-48b2-a147-766d66f885e5 req-41d96daf-9439-48df-a742-842c538a03b5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Enqueued Resource ID: f9289668-329e-4d60-a331-9d084785d499 with Priority: HIGHEST for action security_group_members [ 1280.003154] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9289668-329e-4d60-a331-9d084785d499 with Priority: HIGHEST for action security_group_members [ 1280.003466] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9289668-329e-4d60-a331-9d084785d499 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.003594] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.003659] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.003884] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.004101] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.004208] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.004289] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.004446] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.004532] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.004633] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9289668-329e-4d60-a331-9d084785d499',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.507049] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.507507] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.507507] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.507507] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.507885] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.507885] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.507960] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.508082] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.508190] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.508262] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.508370] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9289668-329e-4d60-a331-9d084785d499 is going to be updated. [ 1280.541395] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.541634] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.541710] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.541990] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.542197] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.553369] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9289668-329e-4d60-a331-9d084785d499 in Status: IN_PROGRESS for 2s [ 1280.740453] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-202 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.740783] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-202" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.740968] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-202" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.746695] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-202" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.747156] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.747415] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.747605] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.748063] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.748201] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.748507] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1280.748693] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1280.748878] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1280.749065] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1280.749247] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1280.749421] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1280.749635] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1280.778964] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1280.779257] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1280.779365] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1280.779477] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-202" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.781029] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-110bf2bb-9ee2-4190-a11e-2458cb680d8a taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.781029] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-110bf2bb-9ee2-4190-a11e-2458cb680d8a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.781029] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-110bf2bb-9ee2-4190-a11e-2458cb680d8a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.781029] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-110bf2bb-9ee2-4190-a11e-2458cb680d8a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.781029] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('110bf2bb-9ee2-4190-a11e-2458cb680d8a',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.283536] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.283914] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.284159] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.284482] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.284706] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.285553] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port 110bf2bb-9ee2-4190-a11e-2458cb680d8a not found, creating... [ 1281.285553] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.285553] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.285553] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.285776] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.285897] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.286347] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.286535] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.286642] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.286994] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.287163] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.287309] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 110bf2bb-9ee2-4190-a11e-2458cb680d8a is going to be created. [ 1281.319934] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.320243] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.320382] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.320756] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.320996] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.321322] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-110bf2bb-9ee2-4190-a11e-2458cb680d8a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.330532] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd in Status: SUCCESS [ 1281.330693] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.505623] env[69392]: INFO networking_nsxv3.common.synchronization [req-f7bb606f-aec9-48b2-a147-766d66f885e5 req-ac5bbc54-bc6d-48cb-aa71-8bec65459c7f service nova] Enqueued Resource ID: f9289668-329e-4d60-a331-9d084785d499 with Priority: HIGHEST for action security_group_rules [ 1282.505954] env[69392]: INFO networking_nsxv3.common.synchronization [req-f7bb606f-aec9-48b2-a147-766d66f885e5 req-ac5bbc54-bc6d-48cb-aa71-8bec65459c7f service nova] Enqueued Resource ID: f9289668-329e-4d60-a331-9d084785d499 with Priority: HIGHEST for action security_group_members [ 1282.506021] env[69392]: INFO networking_nsxv3.common.synchronization [req-f7bb606f-aec9-48b2-a147-766d66f885e5 req-ac5bbc54-bc6d-48cb-aa71-8bec65459c7f service nova] Enqueued Resource ID: 110bf2bb-9ee2-4190-a11e-2458cb680d8a with Priority: HIGHEST for action port [ 1282.506247] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9289668-329e-4d60-a331-9d084785d499 with Priority: HIGHEST for action security_group_rules [ 1282.506522] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9289668-329e-4d60-a331-9d084785d499 with Priority: HIGHEST for action security_group_members [ 1282.506662] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 110bf2bb-9ee2-4190-a11e-2458cb680d8a with Priority: HIGHEST for action port [ 1282.507416] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9289668-329e-4d60-a331-9d084785d499 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.507514] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.507579] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.507845] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.507930] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9289668-329e-4d60-a331-9d084785d499',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.509337] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9289668-329e-4d60-a331-9d084785d499 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.509454] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.509627] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-110bf2bb-9ee2-4190-a11e-2458cb680d8a taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.509756] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-110bf2bb-9ee2-4190-a11e-2458cb680d8a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.509818] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-110bf2bb-9ee2-4190-a11e-2458cb680d8a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.510050] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-110bf2bb-9ee2-4190-a11e-2458cb680d8a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.510103] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('110bf2bb-9ee2-4190-a11e-2458cb680d8a',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.564036] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9289668-329e-4d60-a331-9d084785d499 in Status: SUCCESS [ 1282.564272] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9289668-329e-4d60-a331-9d084785d499 deletion is rescheduled due to dependency. [ 1282.564393] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.564550] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.564750] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.564935] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.565072] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.565139] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.565296] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.565373] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.565465] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9289668-329e-4d60-a331-9d084785d499',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.011740] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9289668-329e-4d60-a331-9d084785d499 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.011879] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.012086] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 110bf2bb-9ee2-4190-a11e-2458cb680d8a with status ACTIVE [ 1283.012218] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.012327] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.012394] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.012597] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.012767] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.012958] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.013166] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.013166] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.013288] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.013365] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.013553] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.013629] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.013691] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.013830] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.013904] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.013988] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 110bf2bb-9ee2-4190-a11e-2458cb680d8a is going to be updated. [ 1283.038468] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.038890] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.038985] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.039252] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.039403] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.039562] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-110bf2bb-9ee2-4190-a11e-2458cb680d8a" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.068202] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9289668-329e-4d60-a331-9d084785d499',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.570712] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9289668-329e-4d60-a331-9d084785d499',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.073486] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.073904] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.073904] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.074180] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.074296] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.074400] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9289668-329e-4d60-a331-9d084785d499 is going to be updated. [ 1284.117476] env[69392]: INFO networking_nsxv3.common.synchronization [req-4620514d-344d-475a-8c4f-e53e593b76cd req-6068296f-53be-42ac-8160-feb0f38cb01e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Enqueued Resource ID: 6df2c66e-f398-4052-8bb0-240944386539 with Priority: HIGHEST for action security_group_members [ 1284.118200] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6df2c66e-f398-4052-8bb0-240944386539 with Priority: HIGHEST for action security_group_members [ 1284.118518] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-6df2c66e-f398-4052-8bb0-240944386539 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.119021] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.119021] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.119021] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.126572] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.126783] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.126783] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.127274] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.127274] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.127427] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.129115] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.129245] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.129300] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.129478] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.129612] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.146024] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9289668-329e-4d60-a331-9d084785d499 in Status: IN_PROGRESS for 2s [ 1284.634821] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.144163] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.447369] env[69392]: INFO networking_nsxv3.common.synchronization [None req-9f11146e-4a4c-4809-9617-d15eeef41303 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Enqueued Resource ID: 3ed1f20c-1836-443d-9345-def76d6d7369 with Priority: HIGHEST for action security_group_rules [ 1285.447369] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ed1f20c-1836-443d-9345-def76d6d7369 with Priority: HIGHEST for action security_group_rules [ 1285.447369] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ed1f20c-1836-443d-9345-def76d6d7369 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.447369] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ed1f20c-1836-443d-9345-def76d6d7369" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.447369] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ed1f20c-1836-443d-9345-def76d6d7369" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.447369] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ed1f20c-1836-443d-9345-def76d6d7369" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.448026] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ed1f20c-1836-443d-9345-def76d6d7369',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.504917] env[69392]: INFO networking_nsxv3.common.synchronization [req-965db27f-c9f1-4c2a-accc-6107fb953cff req-15672e4d-7bb9-4bcc-9f61-f63701d9a53f tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Enqueued Resource ID: 6b3362c7-f0e9-4800-ab81-b8061786dba2 with Priority: HIGHEST for action security_group_members [ 1285.507283] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b3362c7-f0e9-4800-ab81-b8061786dba2 with Priority: HIGHEST for action security_group_members [ 1285.507606] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b3362c7-f0e9-4800-ab81-b8061786dba2 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.507732] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b3362c7-f0e9-4800-ab81-b8061786dba2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.508061] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b3362c7-f0e9-4800-ab81-b8061786dba2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.511097] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b3362c7-f0e9-4800-ab81-b8061786dba2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.511522] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.511522] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.511522] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.511522] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.511522] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.511522] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b3362c7-f0e9-4800-ab81-b8061786dba2',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.528018] env[69392]: INFO networking_nsxv3.common.synchronization [None req-059a9410-8ce0-4012-8c4e-3c2d56ee552d tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Enqueued Resource ID: 3ed1f20c-1836-443d-9345-def76d6d7369 with Priority: HIGHEST for action security_group_rules [ 1285.528018] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ed1f20c-1836-443d-9345-def76d6d7369 with Priority: HIGHEST for action security_group_rules [ 1285.528018] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ed1f20c-1836-443d-9345-def76d6d7369 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.528018] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ed1f20c-1836-443d-9345-def76d6d7369" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.647313] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.647660] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.647660] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.647727] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.647876] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.647972] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6df2c66e-f398-4052-8bb0-240944386539 is going to be updated. [ 1285.678486] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.678486] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.678486] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.678715] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.678777] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.683171] env[69392]: INFO networking_nsxv3.common.synchronization [req-79077c12-350c-4962-a940-20ff7195a30a req-2f053eff-ceae-40de-a705-f9e253c54b33 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Enqueued Resource ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 with Priority: HIGHEST for action security_group_members [ 1285.683483] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 with Priority: HIGHEST for action security_group_members [ 1285.684136] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6d0251d-fc7b-4fc9-bcaa-32c778519012 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.684287] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.684410] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.684603] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.684945] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.685297] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.685561] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.685798] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.685926] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.686061] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6d0251d-fc7b-4fc9-bcaa-32c778519012',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.691022] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6df2c66e-f398-4052-8bb0-240944386539 in Status: IN_PROGRESS for 2s [ 1285.974836] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.974836] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.974836] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.974836] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.974836] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.974836] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ed1f20c-1836-443d-9345-def76d6d7369 already deleted. [ 1285.974836] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ed1f20c-1836-443d-9345-def76d6d7369" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.974836] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ed1f20c-1836-443d-9345-def76d6d7369" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.974836] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ed1f20c-1836-443d-9345-def76d6d7369" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.974836] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ed1f20c-1836-443d-9345-def76d6d7369',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.015542] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b3362c7-f0e9-4800-ab81-b8061786dba2',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.154497] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9289668-329e-4d60-a331-9d084785d499 in Status: SUCCESS [ 1286.155092] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.155450] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.155707] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.155986] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.156127] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.156194] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.156361] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.156445] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.156533] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.156621] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9289668-329e-4d60-a331-9d084785d499',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.190713] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.191018] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.191117] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.191442] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.218512] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.218512] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.218512] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.218512] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.218512] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.218512] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.218512] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 is going to be updated. [ 1286.251688] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.251851] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.251983] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.252184] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.252330] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.262217] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 in Status: IN_PROGRESS for 2s [ 1286.463263] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-535 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.463498] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-535" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.463630] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-535" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.464151] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-535" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.464448] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.464709] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.464890] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.465454] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.465454] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.465545] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1286.465816] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1286.465998] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1286.466129] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1286.466979] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1286.466979] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1286.466979] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1286.486449] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1286.486631] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1286.486772] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1286.486952] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-535" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.487289] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-59c8faaa-8e4e-41dc-8b03-e29186c6670f taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.487464] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-59c8faaa-8e4e-41dc-8b03-e29186c6670f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.488169] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-59c8faaa-8e4e-41dc-8b03-e29186c6670f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.488547] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-59c8faaa-8e4e-41dc-8b03-e29186c6670f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.488698] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59c8faaa-8e4e-41dc-8b03-e29186c6670f',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.495815] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.495981] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.496105] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.496304] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.496397] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.496491] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ed1f20c-1836-443d-9345-def76d6d7369 already deleted. [ 1286.496572] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ed1f20c-1836-443d-9345-def76d6d7369" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.517411] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b3362c7-f0e9-4800-ab81-b8061786dba2',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.658976] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9289668-329e-4d60-a331-9d084785d499 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.659339] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.659339] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.659418] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.659591] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.659712] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.659772] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.659921] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.660029] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.660125] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.660284] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9289668-329e-4d60-a331-9d084785d499 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.660372] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.660451] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.660583] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.660731] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.660823] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.660894] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.661105] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.661210] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.661296] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.661385] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9289668-329e-4d60-a331-9d084785d499',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.991602] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.991854] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.991986] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.992358] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.992886] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.992886] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port 59c8faaa-8e4e-41dc-8b03-e29186c6670f not found, creating... [ 1286.992886] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.993082] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.993147] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.993361] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.993492] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.993770] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.995023] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.995023] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.995023] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.995023] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.995023] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 59c8faaa-8e4e-41dc-8b03-e29186c6670f is going to be created. [ 1287.015127] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.015318] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.015448] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.015759] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.016032] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.016276] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-59c8faaa-8e4e-41dc-8b03-e29186c6670f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.019109] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.019254] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.019304] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.019481] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.019565] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.019654] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b3362c7-f0e9-4800-ab81-b8061786dba2 is going to be updated. [ 1287.046217] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.046380] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.046423] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.046616] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.046757] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.055713] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b3362c7-f0e9-4800-ab81-b8061786dba2 in Status: IN_PROGRESS for 2s [ 1287.164368] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9289668-329e-4d60-a331-9d084785d499: rpc.has_security_group_logging(os_id): False [ 1287.185827] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.186076] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.186176] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.186568] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.186682] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.186959] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.187074] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.187132] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.187295] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.187371] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.187597] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.187742] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.187742] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.187997] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.188351] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.189523] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.190210] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.190293] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.190480] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.190580] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.190701] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9289668-329e-4d60-a331-9d084785d499 is going to be updated. [ 1287.284850] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.285052] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.285052] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.285269] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.285448] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.314284] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9289668-329e-4d60-a331-9d084785d499 in Status: IN_PROGRESS for 2s [ 1287.533049] env[69392]: INFO networking_nsxv3.common.synchronization [req-67325499-c1e3-49ab-bab2-40b4ee30ba08 req-ddb7208f-e259-451a-a3c9-2a5481bff7e1 tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Enqueued Resource ID: e2a1a2ef-6974-4afd-93cf-21c2eb2a4075 with Priority: HIGHEST for action security_group_members [ 1287.533637] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2a1a2ef-6974-4afd-93cf-21c2eb2a4075 with Priority: HIGHEST for action security_group_members [ 1287.533918] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2a1a2ef-6974-4afd-93cf-21c2eb2a4075 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.534057] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2a1a2ef-6974-4afd-93cf-21c2eb2a4075" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.534124] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2a1a2ef-6974-4afd-93cf-21c2eb2a4075" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.534357] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2a1a2ef-6974-4afd-93cf-21c2eb2a4075" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.534527] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.534888] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.534888] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.535496] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.535614] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.535718] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2a1a2ef-6974-4afd-93cf-21c2eb2a4075',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.700926] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6df2c66e-f398-4052-8bb0-240944386539 in Status: SUCCESS [ 1287.701462] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.037798] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.037987] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.038089] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.038329] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.038420] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.038632] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.038801] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.038801] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.038966] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.039093] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.039145] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2a1a2ef-6974-4afd-93cf-21c2eb2a4075 is going to be updated. [ 1288.083054] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.083442] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.083442] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.083552] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.083775] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.097524] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2a1a2ef-6974-4afd-93cf-21c2eb2a4075 in Status: IN_PROGRESS for 2s [ 1288.280495] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 in Status: SUCCESS [ 1288.280785] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 deletion is rescheduled due to dependency. [ 1288.280975] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.930299] env[69392]: INFO networking_nsxv3.common.synchronization [req-965db27f-c9f1-4c2a-accc-6107fb953cff req-d4889bc7-b156-4c2a-b9a5-341f583f7d39 service nova] Enqueued Resource ID: 6b3362c7-f0e9-4800-ab81-b8061786dba2 with Priority: HIGHEST for action security_group_rules [ 1288.930603] env[69392]: INFO networking_nsxv3.common.synchronization [req-965db27f-c9f1-4c2a-accc-6107fb953cff req-d4889bc7-b156-4c2a-b9a5-341f583f7d39 service nova] Enqueued Resource ID: 6b3362c7-f0e9-4800-ab81-b8061786dba2 with Priority: HIGHEST for action security_group_members [ 1288.930642] env[69392]: INFO networking_nsxv3.common.synchronization [req-965db27f-c9f1-4c2a-accc-6107fb953cff req-d4889bc7-b156-4c2a-b9a5-341f583f7d39 service nova] Enqueued Resource ID: 59c8faaa-8e4e-41dc-8b03-e29186c6670f with Priority: HIGHEST for action port [ 1288.930880] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b3362c7-f0e9-4800-ab81-b8061786dba2 with Priority: HIGHEST for action security_group_rules [ 1288.931016] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b3362c7-f0e9-4800-ab81-b8061786dba2 with Priority: HIGHEST for action security_group_members [ 1288.931324] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59c8faaa-8e4e-41dc-8b03-e29186c6670f with Priority: HIGHEST for action port [ 1288.931932] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b3362c7-f0e9-4800-ab81-b8061786dba2 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.932074] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b3362c7-f0e9-4800-ab81-b8061786dba2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.934020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b3362c7-f0e9-4800-ab81-b8061786dba2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.934020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b3362c7-f0e9-4800-ab81-b8061786dba2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.934020] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b3362c7-f0e9-4800-ab81-b8061786dba2',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.934020] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b3362c7-f0e9-4800-ab81-b8061786dba2 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.934020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b3362c7-f0e9-4800-ab81-b8061786dba2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.934020] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-59c8faaa-8e4e-41dc-8b03-e29186c6670f taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.934020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59c8faaa-8e4e-41dc-8b03-e29186c6670f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.934020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59c8faaa-8e4e-41dc-8b03-e29186c6670f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.934602] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59c8faaa-8e4e-41dc-8b03-e29186c6670f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.934602] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59c8faaa-8e4e-41dc-8b03-e29186c6670f',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.068245] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b3362c7-f0e9-4800-ab81-b8061786dba2 in Status: SUCCESS [ 1289.068534] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b3362c7-f0e9-4800-ab81-b8061786dba2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.068820] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b3362c7-f0e9-4800-ab81-b8061786dba2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.069098] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b3362c7-f0e9-4800-ab81-b8061786dba2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.069355] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.069522] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.069616] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.069837] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.069982] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.070200] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b3362c7-f0e9-4800-ab81-b8061786dba2',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.336524] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9289668-329e-4d60-a331-9d084785d499 in Status: SUCCESS [ 1289.336796] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.435901] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b3362c7-f0e9-4800-ab81-b8061786dba2 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.436144] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b3362c7-f0e9-4800-ab81-b8061786dba2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.439359] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 59c8faaa-8e4e-41dc-8b03-e29186c6670f with status ACTIVE [ 1289.439600] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.439731] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.439803] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.440117] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.440226] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.440440] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.440554] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.440626] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.440833] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.440887] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.441079] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.441187] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.441245] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.441399] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.441481] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.441568] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 59c8faaa-8e4e-41dc-8b03-e29186c6670f is going to be updated. [ 1289.468090] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.468289] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.468334] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.470033] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.470033] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.470033] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59c8faaa-8e4e-41dc-8b03-e29186c6670f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.535343] env[69392]: INFO networking_nsxv3.common.synchronization [req-5ab8c688-adbf-499d-8eed-8541da247712 req-363db683-f1c8-4a26-958f-cb96884f2066 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Enqueued Resource ID: f9606548-654a-49d2-9fbc-444cc75811c1 with Priority: HIGHEST for action security_group_members [ 1289.536119] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9606548-654a-49d2-9fbc-444cc75811c1 with Priority: HIGHEST for action security_group_members [ 1289.536593] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9606548-654a-49d2-9fbc-444cc75811c1 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.536779] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9606548-654a-49d2-9fbc-444cc75811c1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.536981] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9606548-654a-49d2-9fbc-444cc75811c1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.538456] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9606548-654a-49d2-9fbc-444cc75811c1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.538456] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.538456] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.538456] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.538456] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.538456] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.538456] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9606548-654a-49d2-9fbc-444cc75811c1',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.572633] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b3362c7-f0e9-4800-ab81-b8061786dba2',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.041309] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9606548-654a-49d2-9fbc-444cc75811c1',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.075492] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b3362c7-f0e9-4800-ab81-b8061786dba2',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.110060] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2a1a2ef-6974-4afd-93cf-21c2eb2a4075 in Status: SUCCESS [ 1290.110060] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2a1a2ef-6974-4afd-93cf-21c2eb2a4075 deletion is rescheduled due to dependency. [ 1290.110060] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2a1a2ef-6974-4afd-93cf-21c2eb2a4075" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.543125] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9606548-654a-49d2-9fbc-444cc75811c1',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.580743] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.580743] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.580743] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.580743] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.580743] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.580743] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b3362c7-f0e9-4800-ab81-b8061786dba2 is going to be updated. [ 1290.614054] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.614054] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.614054] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.614054] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.614054] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.625046] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b3362c7-f0e9-4800-ab81-b8061786dba2 in Status: IN_PROGRESS for 2s [ 1291.046385] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.046741] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.046741] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.046814] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.046905] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.047015] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9606548-654a-49d2-9fbc-444cc75811c1 is going to be updated. [ 1291.080198] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.080423] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.080423] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.080633] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.080864] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.104782] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9606548-654a-49d2-9fbc-444cc75811c1 in Status: IN_PROGRESS for 2s [ 1292.639980] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b3362c7-f0e9-4800-ab81-b8061786dba2 in Status: SUCCESS [ 1292.640358] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b3362c7-f0e9-4800-ab81-b8061786dba2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.640478] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b3362c7-f0e9-4800-ab81-b8061786dba2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.640755] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b3362c7-f0e9-4800-ab81-b8061786dba2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.640967] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.641106] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.641177] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.641333] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.641419] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.641507] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b3362c7-f0e9-4800-ab81-b8061786dba2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.641601] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b3362c7-f0e9-4800-ab81-b8061786dba2',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.122296] env[69392]: INFO networking_nsxv3.common.synchronization [req-886f5a93-4bf5-497f-a767-6a54cce9ade4 req-af16d6d4-34d1-449d-afdd-2b1a1e12c2da tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Enqueued Resource ID: 6df2c66e-f398-4052-8bb0-240944386539 with Priority: HIGHEST for action security_group_members [ 1293.122296] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9606548-654a-49d2-9fbc-444cc75811c1 in Status: SUCCESS [ 1293.122296] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9606548-654a-49d2-9fbc-444cc75811c1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.123265] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6df2c66e-f398-4052-8bb0-240944386539 with Priority: HIGHEST for action security_group_members [ 1293.123786] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-6df2c66e-f398-4052-8bb0-240944386539 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.124101] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.124400] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.124834] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.125797] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.125797] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.125797] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.125797] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.125797] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.126333] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.146183] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b3362c7-f0e9-4800-ab81-b8061786dba2',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.629407] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.646823] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b3362c7-f0e9-4800-ab81-b8061786dba2: rpc.has_security_group_logging(os_id): False [ 1293.669864] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.670247] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.670247] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.670560] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.670665] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.671207] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.671207] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.671696] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.671696] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.671696] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.671954] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b3362c7-f0e9-4800-ab81-b8061786dba2 is going to be updated. [ 1293.758163] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.758378] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.758457] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.759033] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.759033] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.777195] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b3362c7-f0e9-4800-ab81-b8061786dba2 in Status: IN_PROGRESS for 2s [ 1294.133359] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.634780] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.634949] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.635043] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.635233] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.635322] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.635428] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6df2c66e-f398-4052-8bb0-240944386539 is going to be updated. [ 1294.669490] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.669490] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.670166] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.670166] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.670166] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.682221] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6df2c66e-f398-4052-8bb0-240944386539 in Status: IN_PROGRESS for 2s [ 1295.798374] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b3362c7-f0e9-4800-ab81-b8061786dba2 in Status: SUCCESS [ 1295.798936] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b3362c7-f0e9-4800-ab81-b8061786dba2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.694171] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6df2c66e-f398-4052-8bb0-240944386539 in Status: SUCCESS [ 1296.694735] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.036743] env[69392]: INFO networking_nsxv3.common.synchronization [req-e16a510c-c2f6-4a42-8cbe-eb879088c117 req-d7e064f8-a143-4028-b14b-53e6c2273754 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Enqueued Resource ID: f9289668-329e-4d60-a331-9d084785d499 with Priority: HIGHEST for action security_group_members [ 1297.036743] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9289668-329e-4d60-a331-9d084785d499 with Priority: HIGHEST for action security_group_members [ 1297.036743] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9289668-329e-4d60-a331-9d084785d499 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.036743] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.036743] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.036743] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.036743] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.036743] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.036743] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.036743] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.036743] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.036743] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9289668-329e-4d60-a331-9d084785d499',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.311780] env[69392]: INFO networking_nsxv3.common.synchronization [req-7ab350a4-da4d-43e1-b37f-afc3b90360c4 req-c1411807-0bb2-4210-990f-048f260b15d2 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Enqueued Resource ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd with Priority: HIGHEST for action security_group_members [ 1297.312406] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd with Priority: HIGHEST for action security_group_members [ 1297.312850] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.313058] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.313168] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.313410] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.313615] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.313716] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.313817] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.314016] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.314115] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.314208] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8f6935a-7f71-4e5a-b85e-3a4675b62fdd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.530124] env[69392]: INFO networking_nsxv3.common.synchronization [req-763a1a64-c4ea-407e-87fe-dfec1539e33e req-da9ae68b-8991-4239-a6a3-e44b2987b1f9 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Enqueued Resource ID: 3ed1f20c-1836-443d-9345-def76d6d7369 with Priority: HIGHEST for action security_group_members [ 1297.530603] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ed1f20c-1836-443d-9345-def76d6d7369 with Priority: HIGHEST for action security_group_members [ 1297.531637] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ed1f20c-1836-443d-9345-def76d6d7369 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.531637] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ed1f20c-1836-443d-9345-def76d6d7369" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.531637] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ed1f20c-1836-443d-9345-def76d6d7369" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.531637] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ed1f20c-1836-443d-9345-def76d6d7369" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.531637] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.531637] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.532397] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.532397] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.532486] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.532627] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ed1f20c-1836-443d-9345-def76d6d7369',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.539918] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.539918] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.539918] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.540100] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.540100] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.540236] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.542375] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.542375] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.542375] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.542375] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.542375] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9289668-329e-4d60-a331-9d084785d499 is going to be updated. [ 1297.571754] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.571908] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.571979] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.572240] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.572394] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.584755] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9289668-329e-4d60-a331-9d084785d499 in Status: IN_PROGRESS for 2s [ 1297.817671] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.817832] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.817956] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.818214] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.818306] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.818504] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.818604] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.818657] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.818812] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.818890] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.818979] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd is going to be updated. [ 1297.869799] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.870309] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.870598] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.870874] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.871066] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.881860] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd in Status: IN_PROGRESS for 2s [ 1298.035687] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.036081] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.037476] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.037476] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.037476] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.037476] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.037476] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.037476] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.037476] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.037476] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.037476] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ed1f20c-1836-443d-9345-def76d6d7369 already deleted. [ 1298.037476] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ed1f20c-1836-443d-9345-def76d6d7369" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.084302] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-796 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.084503] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-796" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.084632] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-796" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.085087] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-796" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.085335] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.085514] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.085676] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.086009] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.086238] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.086449] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1298.086573] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1298.086700] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1298.087235] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1298.087235] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1298.087235] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1298.087235] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1298.106858] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1298.107100] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1298.107261] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1298.107445] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-796" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.107827] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-9bee33f4-06a6-49f7-959d-f2d6dcd885c2 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.108161] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-9bee33f4-06a6-49f7-959d-f2d6dcd885c2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.108256] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-9bee33f4-06a6-49f7-959d-f2d6dcd885c2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.108546] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-9bee33f4-06a6-49f7-959d-f2d6dcd885c2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.108688] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bee33f4-06a6-49f7-959d-f2d6dcd885c2',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.612210] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.613268] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.613268] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.613268] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.613268] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.613268] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port 9bee33f4-06a6-49f7-959d-f2d6dcd885c2 not found, creating... [ 1298.613628] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.613809] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.613933] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.614179] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.614320] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.614712] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.614936] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.615157] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.615416] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.615580] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.615753] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 9bee33f4-06a6-49f7-959d-f2d6dcd885c2 is going to be created. [ 1298.638019] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.638019] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.638019] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.638255] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.638429] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.638668] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-9bee33f4-06a6-49f7-959d-f2d6dcd885c2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.420156] env[69392]: INFO networking_nsxv3.common.synchronization [req-763a1a64-c4ea-407e-87fe-dfec1539e33e req-6c918ed7-8001-47ec-a100-6c1cbb9bb68a service nova] Enqueued Resource ID: 3ed1f20c-1836-443d-9345-def76d6d7369 with Priority: HIGHEST for action security_group_rules [ 1299.420516] env[69392]: INFO networking_nsxv3.common.synchronization [req-763a1a64-c4ea-407e-87fe-dfec1539e33e req-6c918ed7-8001-47ec-a100-6c1cbb9bb68a service nova] Enqueued Resource ID: 3ed1f20c-1836-443d-9345-def76d6d7369 with Priority: HIGHEST for action security_group_members [ 1299.420716] env[69392]: INFO networking_nsxv3.common.synchronization [req-763a1a64-c4ea-407e-87fe-dfec1539e33e req-6c918ed7-8001-47ec-a100-6c1cbb9bb68a service nova] Enqueued Resource ID: 9bee33f4-06a6-49f7-959d-f2d6dcd885c2 with Priority: HIGHEST for action port [ 1299.421129] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ed1f20c-1836-443d-9345-def76d6d7369 with Priority: HIGHEST for action security_group_rules [ 1299.421277] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ed1f20c-1836-443d-9345-def76d6d7369 with Priority: HIGHEST for action security_group_members [ 1299.421356] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bee33f4-06a6-49f7-959d-f2d6dcd885c2 with Priority: HIGHEST for action port [ 1299.422823] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ed1f20c-1836-443d-9345-def76d6d7369 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.422973] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ed1f20c-1836-443d-9345-def76d6d7369" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.423063] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ed1f20c-1836-443d-9345-def76d6d7369" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.423283] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ed1f20c-1836-443d-9345-def76d6d7369" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.423356] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ed1f20c-1836-443d-9345-def76d6d7369',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.424189] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ed1f20c-1836-443d-9345-def76d6d7369 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.424303] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ed1f20c-1836-443d-9345-def76d6d7369" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.424371] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ed1f20c-1836-443d-9345-def76d6d7369" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.424538] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ed1f20c-1836-443d-9345-def76d6d7369" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.426124] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.426124] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.426124] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.426124] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.426124] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.426124] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ed1f20c-1836-443d-9345-def76d6d7369',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.430916] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-9bee33f4-06a6-49f7-959d-f2d6dcd885c2 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.430916] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9bee33f4-06a6-49f7-959d-f2d6dcd885c2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.430916] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9bee33f4-06a6-49f7-959d-f2d6dcd885c2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.430916] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9bee33f4-06a6-49f7-959d-f2d6dcd885c2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.430916] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bee33f4-06a6-49f7-959d-f2d6dcd885c2',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.597092] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9289668-329e-4d60-a331-9d084785d499 in Status: SUCCESS [ 1299.597092] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9289668-329e-4d60-a331-9d084785d499 deletion is rescheduled due to dependency. [ 1299.597446] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.893281] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd in Status: SUCCESS [ 1299.893512] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd deletion is rescheduled due to dependency. [ 1299.893815] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.932913] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ed1f20c-1836-443d-9345-def76d6d7369 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.933372] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ed1f20c-1836-443d-9345-def76d6d7369" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.933372] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ed1f20c-1836-443d-9345-def76d6d7369',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.934324] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9bee33f4-06a6-49f7-959d-f2d6dcd885c2 with status ACTIVE [ 1299.934524] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.934803] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.934803] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.934903] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.934983] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.935218] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.935324] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.935386] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.935547] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.935622] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.935865] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.935966] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.935966] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.936119] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.936194] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.936278] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9bee33f4-06a6-49f7-959d-f2d6dcd885c2 is going to be updated. [ 1299.960145] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.960355] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.960355] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.960559] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.960694] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.960856] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9bee33f4-06a6-49f7-959d-f2d6dcd885c2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.437981] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ed1f20c-1836-443d-9345-def76d6d7369',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.940515] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.941295] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.941509] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.941822] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.945321] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.945396] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ed1f20c-1836-443d-9345-def76d6d7369 is going to be created. [ 1300.969752] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.969925] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.970011] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.970272] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.970460] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.983787] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ed1f20c-1836-443d-9345-def76d6d7369 in Status: UNINITIALIZED for 2s [ 1302.996617] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ed1f20c-1836-443d-9345-def76d6d7369 in Status: SUCCESS [ 1302.997017] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ed1f20c-1836-443d-9345-def76d6d7369" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.997124] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ed1f20c-1836-443d-9345-def76d6d7369" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.997355] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ed1f20c-1836-443d-9345-def76d6d7369" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.997579] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.997732] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.997809] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.998022] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.998140] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.998234] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ed1f20c-1836-443d-9345-def76d6d7369" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.998347] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3ed1f20c-1836-443d-9345-def76d6d7369',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.502795] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3ed1f20c-1836-443d-9345-def76d6d7369',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.678285] env[69392]: INFO networking_nsxv3.common.synchronization [req-d2de4540-68e5-470d-972d-3b579f33413e req-4a760eeb-0eaa-4af5-a264-2cdc0bae636b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Enqueued Resource ID: f9606548-654a-49d2-9fbc-444cc75811c1 with Priority: HIGHEST for action security_group_members [ 1303.678841] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9606548-654a-49d2-9fbc-444cc75811c1 with Priority: HIGHEST for action security_group_members [ 1303.679194] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9606548-654a-49d2-9fbc-444cc75811c1 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.679327] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9606548-654a-49d2-9fbc-444cc75811c1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.679413] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9606548-654a-49d2-9fbc-444cc75811c1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.679848] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9606548-654a-49d2-9fbc-444cc75811c1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.680105] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.680281] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.680281] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.680395] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.680479] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.680603] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9606548-654a-49d2-9fbc-444cc75811c1',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.004652] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3ed1f20c-1836-443d-9345-def76d6d7369: rpc.has_security_group_logging(os_id): False [ 1304.024123] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.024441] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.024517] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.024709] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.025293] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.025293] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.025293] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.025293] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.025516] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.025685] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.025685] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ed1f20c-1836-443d-9345-def76d6d7369 is going to be created. [ 1304.120518] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.120695] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.120737] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.120946] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.121168] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.151253] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ed1f20c-1836-443d-9345-def76d6d7369 in Status: IN_PROGRESS for 2s [ 1304.182857] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.183068] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.183167] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.183453] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.183596] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.183858] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.183953] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.184086] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.184256] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.184337] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.184460] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9606548-654a-49d2-9fbc-444cc75811c1 is going to be updated. [ 1304.280206] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.280433] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.280433] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.280652] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.280806] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.294771] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9606548-654a-49d2-9fbc-444cc75811c1 in Status: IN_PROGRESS for 2s [ 1305.657921] env[69392]: INFO networking_nsxv3.common.synchronization [req-063223a2-c263-42b6-a808-b8e23f3bb59f req-e39b0248-afa6-4715-8ea3-7c0ee6ac73ab tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Enqueued Resource ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 with Priority: HIGHEST for action security_group_members [ 1305.658488] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 with Priority: HIGHEST for action security_group_members [ 1305.658815] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6d0251d-fc7b-4fc9-bcaa-32c778519012 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.658941] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.659240] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.659531] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.659805] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.659940] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.660030] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.660227] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.660393] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.661464] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6d0251d-fc7b-4fc9-bcaa-32c778519012',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.047062] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-698 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.047239] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-698" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.047402] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-698" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.047748] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-698" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.048064] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.048334] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.048448] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.048706] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.048921] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.049197] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1306.049392] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1306.051048] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1306.051048] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1306.051048] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1306.051048] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1306.051048] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1306.071885] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1306.072131] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1306.072131] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1306.072295] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-698" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.072632] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-6cc534fb-bae2-4f30-aaee-9857118e9aa0 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.072806] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-6cc534fb-bae2-4f30-aaee-9857118e9aa0" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.072929] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-6cc534fb-bae2-4f30-aaee-9857118e9aa0" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.073317] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-6cc534fb-bae2-4f30-aaee-9857118e9aa0" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.073458] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6cc534fb-bae2-4f30-aaee-9857118e9aa0',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.164167] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ed1f20c-1836-443d-9345-def76d6d7369 in Status: SUCCESS [ 1306.164167] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ed1f20c-1836-443d-9345-def76d6d7369" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.164276] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.164821] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.164821] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.164821] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.164821] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.165014] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.165115] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.165175] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.165364] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.165577] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.165577] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 is going to be updated. [ 1306.196131] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.196297] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.196297] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.198441] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.198441] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.209607] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 in Status: IN_PROGRESS for 2s [ 1306.304584] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9606548-654a-49d2-9fbc-444cc75811c1 in Status: SUCCESS [ 1306.305425] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9606548-654a-49d2-9fbc-444cc75811c1 deletion is rescheduled due to dependency. [ 1306.305535] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9606548-654a-49d2-9fbc-444cc75811c1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.576256] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.576610] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.576832] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.577124] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.577380] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.579148] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port 6cc534fb-bae2-4f30-aaee-9857118e9aa0 not found, creating... [ 1306.579148] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.579148] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.579148] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.579148] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.579148] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.579148] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.579583] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.579583] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.579920] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.580060] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.580140] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 6cc534fb-bae2-4f30-aaee-9857118e9aa0 is going to be created. [ 1306.601582] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.601905] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.602125] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.602327] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.602561] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.602792] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-6cc534fb-bae2-4f30-aaee-9857118e9aa0" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.373191] env[69392]: INFO networking_nsxv3.common.synchronization [req-063223a2-c263-42b6-a808-b8e23f3bb59f req-49049875-2cd1-488a-b270-b61a88e2f263 service nova] Enqueued Resource ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 with Priority: HIGHEST for action security_group_rules [ 1307.373519] env[69392]: INFO networking_nsxv3.common.synchronization [req-063223a2-c263-42b6-a808-b8e23f3bb59f req-49049875-2cd1-488a-b270-b61a88e2f263 service nova] Enqueued Resource ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 with Priority: HIGHEST for action security_group_members [ 1307.373797] env[69392]: INFO networking_nsxv3.common.synchronization [req-063223a2-c263-42b6-a808-b8e23f3bb59f req-49049875-2cd1-488a-b270-b61a88e2f263 service nova] Enqueued Resource ID: 6cc534fb-bae2-4f30-aaee-9857118e9aa0 with Priority: HIGHEST for action port [ 1307.374850] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 with Priority: HIGHEST for action security_group_rules [ 1307.374904] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 with Priority: HIGHEST for action security_group_members [ 1307.375020] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cc534fb-bae2-4f30-aaee-9857118e9aa0 with Priority: HIGHEST for action port [ 1307.375346] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6d0251d-fc7b-4fc9-bcaa-32c778519012 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.375485] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.375738] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.376049] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.376177] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6d0251d-fc7b-4fc9-bcaa-32c778519012',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.377871] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6d0251d-fc7b-4fc9-bcaa-32c778519012 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.378011] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.380115] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-6cc534fb-bae2-4f30-aaee-9857118e9aa0 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.380115] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6cc534fb-bae2-4f30-aaee-9857118e9aa0" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.380115] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6cc534fb-bae2-4f30-aaee-9857118e9aa0" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.380115] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6cc534fb-bae2-4f30-aaee-9857118e9aa0" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.380115] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6cc534fb-bae2-4f30-aaee-9857118e9aa0',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.882613] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6cc534fb-bae2-4f30-aaee-9857118e9aa0 with status ACTIVE [ 1307.882854] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.883027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.883143] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.883385] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.883488] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.883683] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.883789] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.883853] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.884025] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.884107] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.884295] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.884386] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.884444] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.884583] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.884655] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.884737] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6cc534fb-bae2-4f30-aaee-9857118e9aa0 is going to be updated. [ 1307.885947] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6d0251d-fc7b-4fc9-bcaa-32c778519012 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.886083] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.908171] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.908389] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.908461] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.908677] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.908821] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.908984] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6cc534fb-bae2-4f30-aaee-9857118e9aa0" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.229476] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 in Status: SUCCESS [ 1308.229476] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 deletion is rescheduled due to dependency. [ 1308.229476] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.229476] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.229476] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.229903] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.229903] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.229903] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.230148] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.230198] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.230363] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6d0251d-fc7b-4fc9-bcaa-32c778519012',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.733162] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6d0251d-fc7b-4fc9-bcaa-32c778519012',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.235438] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6d0251d-fc7b-4fc9-bcaa-32c778519012',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.738868] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.739422] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.739422] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.739559] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.739559] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.739668] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 is going to be updated. [ 1309.768426] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.768605] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.768605] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.768864] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.768949] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.777617] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 in Status: IN_PROGRESS for 2s [ 1311.788483] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 in Status: SUCCESS [ 1311.788826] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.789131] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.789320] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.789532] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.789662] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.789730] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.789894] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.789976] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.790079] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.790173] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c6d0251d-fc7b-4fc9-bcaa-32c778519012',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.292530] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c6d0251d-fc7b-4fc9-bcaa-32c778519012',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.376504] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1312.376504] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1312.753512] env[69392]: INFO networking_nsxv3.common.synchronization [req-a4c00ed3-8f93-44c6-bc24-96ebdab1e400 req-b148a0e6-7a97-44e6-a63b-9cccc0985953 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Enqueued Resource ID: f47e5b75-0743-45e7-8eef-18febff0b7f0 with Priority: HIGHEST for action security_group_members [ 1312.753512] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f47e5b75-0743-45e7-8eef-18febff0b7f0 with Priority: HIGHEST for action security_group_members [ 1312.753512] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-f47e5b75-0743-45e7-8eef-18febff0b7f0 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.753512] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f47e5b75-0743-45e7-8eef-18febff0b7f0" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.753512] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f47e5b75-0743-45e7-8eef-18febff0b7f0" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.753512] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f47e5b75-0743-45e7-8eef-18febff0b7f0" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.753512] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.753512] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.753512] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.753512] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.753512] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.755729] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f47e5b75-0743-45e7-8eef-18febff0b7f0',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.795131] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c6d0251d-fc7b-4fc9-bcaa-32c778519012: rpc.has_security_group_logging(os_id): False [ 1312.823107] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.823107] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.823107] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.823107] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.823107] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.823107] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.823107] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.823107] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.823107] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.823107] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.823107] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 is going to be updated. [ 1312.937401] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.937401] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.937401] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.937401] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.937401] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.948926] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 in Status: IN_PROGRESS for 2s [ 1313.260525] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.260744] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.260857] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.261279] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.261442] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.261792] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.261966] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.262125] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.262399] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.262557] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.262714] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f47e5b75-0743-45e7-8eef-18febff0b7f0 is going to be updated. [ 1313.324394] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.324394] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.324394] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.324394] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.324394] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.334320] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f47e5b75-0743-45e7-8eef-18febff0b7f0 in Status: IN_PROGRESS for 2s [ 1314.966628] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 in Status: SUCCESS [ 1314.966933] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.249576] env[69392]: INFO networking_nsxv3.common.synchronization [None req-6d2c44b0-acc6-4ab7-9c35-a9f1715c3280 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Enqueued Resource ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 with Priority: HIGHEST for action security_group_members [ 1315.249859] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 with Priority: HIGHEST for action security_group_members [ 1315.250186] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-01d6afbe-3053-4f64-ac14-04cad5aea5d5 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.250316] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.250382] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.250686] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.251036] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.251036] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.251036] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.251036] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.251226] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.251226] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01d6afbe-3053-4f64-ac14-04cad5aea5d5',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.345098] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f47e5b75-0743-45e7-8eef-18febff0b7f0 in Status: SUCCESS [ 1315.345326] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f47e5b75-0743-45e7-8eef-18febff0b7f0 deletion is rescheduled due to dependency. [ 1315.345456] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f47e5b75-0743-45e7-8eef-18febff0b7f0" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.522451] env[69392]: INFO networking_nsxv3.common.synchronization [req-248c4d37-138d-4570-a395-a66154d517ba req-c8b14185-e4c9-47b0-bf44-2daa17748a79 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Enqueued Resource ID: a584b752-9077-4eef-bc77-0cc03cb5dafb with Priority: HIGHEST for action security_group_members [ 1315.522988] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a584b752-9077-4eef-bc77-0cc03cb5dafb with Priority: HIGHEST for action security_group_members [ 1315.525289] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-a584b752-9077-4eef-bc77-0cc03cb5dafb taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.525289] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a584b752-9077-4eef-bc77-0cc03cb5dafb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.525289] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a584b752-9077-4eef-bc77-0cc03cb5dafb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.525289] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a584b752-9077-4eef-bc77-0cc03cb5dafb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.525727] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.525727] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.525727] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.525727] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.525883] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.525916] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a584b752-9077-4eef-bc77-0cc03cb5dafb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.756190] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.756427] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.756527] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.756747] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.756845] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.757316] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.757316] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.757316] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.757491] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.757491] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.757491] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 is going to be updated. [ 1315.798398] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.798513] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.798548] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.798761] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.798904] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.814147] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 in Status: IN_PROGRESS for 2s [ 1316.029583] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.029966] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.029966] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.030052] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.030132] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.030368] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.030471] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.030533] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.030692] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.030769] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.030856] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a584b752-9077-4eef-bc77-0cc03cb5dafb is going to be updated. [ 1316.061014] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.061215] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.061291] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.061452] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.062751] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.074729] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a584b752-9077-4eef-bc77-0cc03cb5dafb in Status: IN_PROGRESS for 2s [ 1317.826272] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 in Status: SUCCESS [ 1317.826572] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 deletion is rescheduled due to dependency. [ 1317.826572] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.095815] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a584b752-9077-4eef-bc77-0cc03cb5dafb in Status: SUCCESS [ 1318.096078] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a584b752-9077-4eef-bc77-0cc03cb5dafb deletion is rescheduled due to dependency. [ 1318.096253] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a584b752-9077-4eef-bc77-0cc03cb5dafb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.202330] env[69392]: INFO networking_nsxv3.common.synchronization [req-b779eb70-f261-4661-b1cf-55416b23e28a req-a2fc72d8-965a-48f2-aa03-91b15381f4f7 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Enqueued Resource ID: 6df2c66e-f398-4052-8bb0-240944386539 with Priority: HIGHEST for action security_group_members [ 1318.204286] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6df2c66e-f398-4052-8bb0-240944386539 with Priority: HIGHEST for action security_group_members [ 1318.204714] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-6df2c66e-f398-4052-8bb0-240944386539 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.204940] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.205025] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.205356] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.205506] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.205743] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.206041] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.206041] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.206134] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.206410] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.709111] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.211336] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.320227] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-744 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.320455] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-744" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.320589] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-744" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.320869] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-744" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.321302] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.321502] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.321684] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.321924] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.322106] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.322434] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1319.322630] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1319.322791] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1319.322914] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1319.323055] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1319.323179] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1319.323320] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1319.349398] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1319.349591] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1319.349738] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1319.349920] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-744" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.350274] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-7654a1be-f674-41d5-a295-6fda5ed5a01e taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.350457] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-7654a1be-f674-41d5-a295-6fda5ed5a01e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.350582] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-7654a1be-f674-41d5-a295-6fda5ed5a01e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.350940] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-7654a1be-f674-41d5-a295-6fda5ed5a01e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.351140] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7654a1be-f674-41d5-a295-6fda5ed5a01e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.714930] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.715152] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.715152] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.715345] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.715440] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.715538] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6df2c66e-f398-4052-8bb0-240944386539 is going to be updated. [ 1319.746369] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.746486] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.746581] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.746767] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.746900] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.756935] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6df2c66e-f398-4052-8bb0-240944386539 in Status: IN_PROGRESS for 2s [ 1319.855601] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.856536] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.856728] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.857213] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.857410] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.857678] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port 7654a1be-f674-41d5-a295-6fda5ed5a01e not found, creating... [ 1319.857989] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.858357] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.858558] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.858833] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.859181] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.859409] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.859660] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.859721] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.860101] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.860340] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.860599] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 7654a1be-f674-41d5-a295-6fda5ed5a01e is going to be created. [ 1319.956567] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.956567] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.956567] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.956567] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.956567] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.956567] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-7654a1be-f674-41d5-a295-6fda5ed5a01e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.449207] env[69392]: INFO networking_nsxv3.common.synchronization [None req-95d0835c-f559-4c77-b448-f8abc20173de None None] Enqueued Resource ID: 5fb311b2-633c-4775-89ce-ed7ffa799e76 with Priority: HIGHEST for action port [ 1320.449207] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fb311b2-633c-4775-89ce-ed7ffa799e76 with Priority: HIGHEST for action port [ 1320.449207] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-5fb311b2-633c-4775-89ce-ed7ffa799e76 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.449207] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5fb311b2-633c-4775-89ce-ed7ffa799e76" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.449207] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5fb311b2-633c-4775-89ce-ed7ffa799e76" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.449207] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5fb311b2-633c-4775-89ce-ed7ffa799e76" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.449207] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fb311b2-633c-4775-89ce-ed7ffa799e76',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.486405] env[69392]: INFO networking_nsxv3.common.synchronization [req-53d67fc1-400e-43bf-bd37-efdf7aa73dfa req-730a6f9a-d06f-4d73-9e36-2f236d0f10dd tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Enqueued Resource ID: 56a46b50-370c-4c03-bc18-49cda94c0db4 with Priority: HIGHEST for action security_group_members [ 1320.486405] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56a46b50-370c-4c03-bc18-49cda94c0db4 with Priority: HIGHEST for action security_group_members [ 1320.486405] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-56a46b50-370c-4c03-bc18-49cda94c0db4 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.486405] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56a46b50-370c-4c03-bc18-49cda94c0db4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.486405] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56a46b50-370c-4c03-bc18-49cda94c0db4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.487184] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56a46b50-370c-4c03-bc18-49cda94c0db4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.487630] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.488124] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.488671] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.488964] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.489538] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.490049] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56a46b50-370c-4c03-bc18-49cda94c0db4',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.856763] env[69392]: INFO networking_nsxv3.common.synchronization [req-b779eb70-f261-4661-b1cf-55416b23e28a req-fcabf23b-519c-4771-916e-26c0257c735b service nova] Enqueued Resource ID: 6df2c66e-f398-4052-8bb0-240944386539 with Priority: HIGHEST for action security_group_rules [ 1320.856763] env[69392]: INFO networking_nsxv3.common.synchronization [req-b779eb70-f261-4661-b1cf-55416b23e28a req-fcabf23b-519c-4771-916e-26c0257c735b service nova] Enqueued Resource ID: 6df2c66e-f398-4052-8bb0-240944386539 with Priority: HIGHEST for action security_group_members [ 1320.856763] env[69392]: INFO networking_nsxv3.common.synchronization [req-b779eb70-f261-4661-b1cf-55416b23e28a req-fcabf23b-519c-4771-916e-26c0257c735b service nova] Enqueued Resource ID: 7654a1be-f674-41d5-a295-6fda5ed5a01e with Priority: HIGHEST for action port [ 1320.857380] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6df2c66e-f398-4052-8bb0-240944386539 with Priority: HIGHEST for action security_group_rules [ 1320.857532] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6df2c66e-f398-4052-8bb0-240944386539 with Priority: HIGHEST for action security_group_members [ 1320.857630] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7654a1be-f674-41d5-a295-6fda5ed5a01e with Priority: HIGHEST for action port [ 1320.857912] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6df2c66e-f398-4052-8bb0-240944386539 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.858058] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.858128] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.858366] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.858444] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.859741] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-6df2c66e-f398-4052-8bb0-240944386539 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.859841] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.860344] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-7654a1be-f674-41d5-a295-6fda5ed5a01e taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.860760] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7654a1be-f674-41d5-a295-6fda5ed5a01e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.860862] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7654a1be-f674-41d5-a295-6fda5ed5a01e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.861321] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7654a1be-f674-41d5-a295-6fda5ed5a01e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.861512] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7654a1be-f674-41d5-a295-6fda5ed5a01e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.953806] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5fb311b2-633c-4775-89ce-ed7ffa799e76 [ 1320.953983] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.954186] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.954186] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.954476] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.954575] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.955473] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5fb311b2-633c-4775-89ce-ed7ffa799e76 already deleted. [ 1320.955473] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5fb311b2-633c-4775-89ce-ed7ffa799e76" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.993479] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.993636] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.993705] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.994420] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.994420] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.994420] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.994420] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.994420] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.994668] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.994668] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.994668] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56a46b50-370c-4c03-bc18-49cda94c0db4 is going to be updated. [ 1321.029969] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.030743] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.030743] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.030743] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.030743] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.043854] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56a46b50-370c-4c03-bc18-49cda94c0db4 in Status: IN_PROGRESS for 2s [ 1321.238028] env[69392]: INFO networking_nsxv3.common.synchronization [None req-c583f6ec-4e7c-44da-944e-ed39221cd921 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Enqueued Resource ID: 665ef08e-1cc9-40ac-a931-16c745c19272 with Priority: HIGHEST for action security_group_rules [ 1321.238663] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 665ef08e-1cc9-40ac-a931-16c745c19272 with Priority: HIGHEST for action security_group_rules [ 1321.239094] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-665ef08e-1cc9-40ac-a931-16c745c19272 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.239292] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-665ef08e-1cc9-40ac-a931-16c745c19272" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.239372] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-665ef08e-1cc9-40ac-a931-16c745c19272" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.239651] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-665ef08e-1cc9-40ac-a931-16c745c19272" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.239911] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('665ef08e-1cc9-40ac-a931-16c745c19272',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.364374] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-6df2c66e-f398-4052-8bb0-240944386539 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.364512] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.364980] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7654a1be-f674-41d5-a295-6fda5ed5a01e with status ACTIVE [ 1321.364980] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.364980] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.364980] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.365272] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.365321] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.369077] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.369077] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.369077] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.369077] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.369077] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.369077] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.369077] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.369077] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.369077] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.369077] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.369077] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7654a1be-f674-41d5-a295-6fda5ed5a01e is going to be updated. [ 1321.370713] env[69392]: INFO networking_nsxv3.common.synchronization [None req-d17141ab-903a-4a92-9f15-dbffac587003 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Enqueued Resource ID: 665ef08e-1cc9-40ac-a931-16c745c19272 with Priority: HIGHEST for action security_group_rules [ 1321.371284] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 665ef08e-1cc9-40ac-a931-16c745c19272 with Priority: HIGHEST for action security_group_rules [ 1321.371950] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-665ef08e-1cc9-40ac-a931-16c745c19272 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.372056] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-665ef08e-1cc9-40ac-a931-16c745c19272" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.392790] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.392937] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.392991] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.395019] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.395019] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.395019] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7654a1be-f674-41d5-a295-6fda5ed5a01e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.760033] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.760380] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.760380] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.760449] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.760532] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.760624] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 665ef08e-1cc9-40ac-a931-16c745c19272 already deleted. [ 1321.760704] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-665ef08e-1cc9-40ac-a931-16c745c19272" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.761156] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-665ef08e-1cc9-40ac-a931-16c745c19272" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.761388] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-665ef08e-1cc9-40ac-a931-16c745c19272" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.761520] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('665ef08e-1cc9-40ac-a931-16c745c19272',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.766137] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6df2c66e-f398-4052-8bb0-240944386539 in Status: SUCCESS [ 1321.766392] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.766760] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.766999] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.767229] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.767374] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.767459] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.767641] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.767746] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.767864] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.270548] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.291719] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.291939] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.291997] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.292262] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.292363] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.292488] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 665ef08e-1cc9-40ac-a931-16c745c19272 already deleted. [ 1322.292592] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-665ef08e-1cc9-40ac-a931-16c745c19272" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.769586] env[69392]: INFO networking_nsxv3.common.synchronization [None req-4491c165-bf6f-40c6-b866-6519d42ab3d0 None None] Enqueued Resource ID: e7ff92bf-9077-4076-a223-520a2cf01295 with Priority: HIGHEST for action port [ 1322.770260] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7ff92bf-9077-4076-a223-520a2cf01295 with Priority: HIGHEST for action port [ 1322.770939] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7ff92bf-9077-4076-a223-520a2cf01295 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.771086] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7ff92bf-9077-4076-a223-520a2cf01295" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.771159] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7ff92bf-9077-4076-a223-520a2cf01295" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.771491] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7ff92bf-9077-4076-a223-520a2cf01295" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.771754] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7ff92bf-9077-4076-a223-520a2cf01295',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.773249] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.057161] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56a46b50-370c-4c03-bc18-49cda94c0db4 in Status: SUCCESS [ 1323.057355] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56a46b50-370c-4c03-bc18-49cda94c0db4 deletion is rescheduled due to dependency. [ 1323.057577] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56a46b50-370c-4c03-bc18-49cda94c0db4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.102687] env[69392]: INFO networking_nsxv3.common.synchronization [req-19be5508-0775-4808-aab7-17cf53a39831 req-87944576-3924-400c-9f99-5d67377b3a9f tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Enqueued Resource ID: f9289668-329e-4d60-a331-9d084785d499 with Priority: HIGHEST for action security_group_members [ 1323.103068] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9289668-329e-4d60-a331-9d084785d499 with Priority: HIGHEST for action security_group_members [ 1323.103370] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9289668-329e-4d60-a331-9d084785d499 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.103928] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.104012] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.104215] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.104382] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.104482] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.104543] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.104698] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.104784] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.105243] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9289668-329e-4d60-a331-9d084785d499',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.274895] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e7ff92bf-9077-4076-a223-520a2cf01295 [ 1323.275222] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.275335] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.275390] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.275638] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.275739] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.275864] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e7ff92bf-9077-4076-a223-520a2cf01295 already deleted. [ 1323.275929] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7ff92bf-9077-4076-a223-520a2cf01295" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.277924] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.277924] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.277924] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.277924] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.277924] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.277924] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6df2c66e-f398-4052-8bb0-240944386539 is going to be updated. [ 1323.315996] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.316186] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.316265] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.316481] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.316631] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.332239] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6df2c66e-f398-4052-8bb0-240944386539 in Status: IN_PROGRESS for 2s [ 1323.405505] env[69392]: INFO networking_nsxv3.common.synchronization [req-69d485e8-51af-4f83-a8bb-36abba5f8bbb req-0b8ba686-a404-4727-9fbf-f03ff44abd69 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Enqueued Resource ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 with Priority: HIGHEST for action security_group_members [ 1323.406044] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 with Priority: HIGHEST for action security_group_members [ 1323.406376] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.406498] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.406565] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.406760] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.406907] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.407010] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.407754] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.407947] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.408055] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.408160] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.607969] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.608138] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.608235] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.608444] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.608534] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.608731] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.608824] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.608879] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.611076] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.611076] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.611076] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9289668-329e-4d60-a331-9d084785d499 is going to be updated. [ 1323.642956] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.647021] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.647021] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.647021] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.647021] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.657407] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9289668-329e-4d60-a331-9d084785d499 in Status: IN_PROGRESS for 2s [ 1323.910696] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.911038] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.911038] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.911169] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.911251] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.911438] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.911530] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.911589] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.911744] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.911814] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.911897] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 is going to be updated. [ 1323.946782] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.947076] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.947194] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.947454] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.947619] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.954154] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-202 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.954372] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-202" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.954469] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-202" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.954758] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-202" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.955028] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.955192] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.955311] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.955538] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.955688] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.955879] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1323.955986] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1323.956268] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1323.956384] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1323.956494] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1323.956604] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1323.956742] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1323.958617] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 in Status: IN_PROGRESS for 2s [ 1323.976574] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1323.976833] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1323.977050] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1323.977296] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-202" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.977744] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-57af4620-9c37-46cd-9947-1d7fcb6561eb taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.978019] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-57af4620-9c37-46cd-9947-1d7fcb6561eb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.978204] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-57af4620-9c37-46cd-9947-1d7fcb6561eb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.978799] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-57af4620-9c37-46cd-9947-1d7fcb6561eb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.979020] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57af4620-9c37-46cd-9947-1d7fcb6561eb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.481320] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.481574] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.481731] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.482558] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.482558] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.482558] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port 57af4620-9c37-46cd-9947-1d7fcb6561eb not found, creating... [ 1324.482950] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.483071] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.483161] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.483455] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.483684] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.483973] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.484872] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.484872] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.484872] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.484872] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.485053] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 57af4620-9c37-46cd-9947-1d7fcb6561eb is going to be created. [ 1324.506867] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.507103] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.507246] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.507537] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.507802] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.508076] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-57af4620-9c37-46cd-9947-1d7fcb6561eb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.345180] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6df2c66e-f398-4052-8bb0-240944386539 in Status: SUCCESS [ 1325.345780] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.345780] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.345780] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.346008] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.346156] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.346228] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.346424] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.346565] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.346690] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.346789] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.460019] env[69392]: INFO networking_nsxv3.common.synchronization [req-19be5508-0775-4808-aab7-17cf53a39831 req-dda7e5cb-703e-414e-be4d-d9d2138c0b00 service nova] Enqueued Resource ID: f9289668-329e-4d60-a331-9d084785d499 with Priority: HIGHEST for action security_group_rules [ 1325.460019] env[69392]: INFO networking_nsxv3.common.synchronization [req-19be5508-0775-4808-aab7-17cf53a39831 req-dda7e5cb-703e-414e-be4d-d9d2138c0b00 service nova] Enqueued Resource ID: f9289668-329e-4d60-a331-9d084785d499 with Priority: HIGHEST for action security_group_members [ 1325.460019] env[69392]: INFO networking_nsxv3.common.synchronization [req-19be5508-0775-4808-aab7-17cf53a39831 req-dda7e5cb-703e-414e-be4d-d9d2138c0b00 service nova] Enqueued Resource ID: 57af4620-9c37-46cd-9947-1d7fcb6561eb with Priority: HIGHEST for action port [ 1325.460019] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9289668-329e-4d60-a331-9d084785d499 with Priority: HIGHEST for action security_group_rules [ 1325.460019] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9289668-329e-4d60-a331-9d084785d499 with Priority: HIGHEST for action security_group_members [ 1325.460019] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57af4620-9c37-46cd-9947-1d7fcb6561eb with Priority: HIGHEST for action port [ 1325.460356] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9289668-329e-4d60-a331-9d084785d499 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.460356] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.460452] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.461368] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.461368] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9289668-329e-4d60-a331-9d084785d499',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.463035] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9289668-329e-4d60-a331-9d084785d499 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.463035] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.463035] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-57af4620-9c37-46cd-9947-1d7fcb6561eb taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.463035] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57af4620-9c37-46cd-9947-1d7fcb6561eb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.463035] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57af4620-9c37-46cd-9947-1d7fcb6561eb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.463035] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57af4620-9c37-46cd-9947-1d7fcb6561eb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.463035] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57af4620-9c37-46cd-9947-1d7fcb6561eb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.662843] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9289668-329e-4d60-a331-9d084785d499 in Status: SUCCESS [ 1325.663066] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9289668-329e-4d60-a331-9d084785d499 deletion is rescheduled due to dependency. [ 1325.663165] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.663323] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.663533] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.663713] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.663827] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.663894] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.664066] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.664147] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.664239] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9289668-329e-4d60-a331-9d084785d499',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.851286] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-6df2c66e-f398-4052-8bb0-240944386539 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.851472] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.851536] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.851744] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.851915] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.852024] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.852089] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.852243] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.852333] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.852425] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.852578] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-6df2c66e-f398-4052-8bb0-240944386539 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.852671] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.852727] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.852868] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.853010] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.853105] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.853162] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.853299] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.853373] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.853452] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.853538] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.967077] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9289668-329e-4d60-a331-9d084785d499 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.967340] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.968309] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 in Status: SUCCESS [ 1325.968516] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 deletion is rescheduled due to dependency. [ 1325.968642] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.968878] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 57af4620-9c37-46cd-9947-1d7fcb6561eb with status ACTIVE [ 1325.969094] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.969243] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.969351] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.969523] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.969621] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.969820] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.969931] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.970016] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.970206] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.970303] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.970510] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.970641] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.970766] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.970882] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.970976] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.971089] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 57af4620-9c37-46cd-9947-1d7fcb6561eb is going to be updated. [ 1325.992104] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.992312] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.992377] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.992598] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.992741] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.992920] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57af4620-9c37-46cd-9947-1d7fcb6561eb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.167077] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9289668-329e-4d60-a331-9d084785d499',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.356279] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6df2c66e-f398-4052-8bb0-240944386539: rpc.has_security_group_logging(os_id): False [ 1326.373626] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.373846] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.373846] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.374065] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.374165] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.374402] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.374506] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.374566] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.374726] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.374801] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.374982] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.375081] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.375145] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.375286] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.375359] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.375568] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.375635] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.375683] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.375816] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.375888] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.376085] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6df2c66e-f398-4052-8bb0-240944386539 is going to be updated. [ 1326.436610] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.436837] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.436837] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.437077] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.437244] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.451029] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6df2c66e-f398-4052-8bb0-240944386539 in Status: IN_PROGRESS for 2s [ 1326.670228] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9289668-329e-4d60-a331-9d084785d499',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.173590] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.173747] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.173809] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.174090] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.174203] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.174656] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9289668-329e-4d60-a331-9d084785d499 is going to be updated. [ 1327.210299] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.210481] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.210645] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.210794] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.210959] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.224519] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9289668-329e-4d60-a331-9d084785d499 in Status: IN_PROGRESS for 2s [ 1328.470320] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6df2c66e-f398-4052-8bb0-240944386539 in Status: SUCCESS [ 1328.470320] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.236968] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9289668-329e-4d60-a331-9d084785d499 in Status: SUCCESS [ 1329.237145] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.237341] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.237642] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.237804] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.237940] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.238016] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.238218] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.238366] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.238486] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.238558] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9289668-329e-4d60-a331-9d084785d499',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.744545] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9289668-329e-4d60-a331-9d084785d499 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.744966] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.744966] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.745067] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.745286] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.745400] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.745444] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.745594] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.745763] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.745897] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.746221] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9289668-329e-4d60-a331-9d084785d499 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.746363] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.746409] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.746602] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.746752] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.746840] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.746904] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.747063] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.747141] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.747227] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.747321] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9289668-329e-4d60-a331-9d084785d499',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.249630] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9289668-329e-4d60-a331-9d084785d499: rpc.has_security_group_logging(os_id): False [ 1330.271253] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.271494] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.271494] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.271654] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.271729] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.271967] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.272103] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.272103] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.272231] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.272310] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.272518] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.272626] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.272669] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.272800] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.272863] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.273052] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.273148] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.273210] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.273356] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.273435] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.273521] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9289668-329e-4d60-a331-9d084785d499 is going to be updated. [ 1330.369085] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.369085] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.369085] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.369085] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.369085] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.387521] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9289668-329e-4d60-a331-9d084785d499 in Status: IN_PROGRESS for 2s [ 1330.461099] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1330.461211] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1331.323255] env[69392]: INFO networking_nsxv3.common.synchronization [req-eeddf0a4-e466-40fa-bef3-e4a7ff7f8d59 req-47508cb5-c207-45fc-b0d2-0ffad5e731d0 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Enqueued Resource ID: 6df2c66e-f398-4052-8bb0-240944386539 with Priority: HIGHEST for action security_group_members [ 1331.323255] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6df2c66e-f398-4052-8bb0-240944386539 with Priority: HIGHEST for action security_group_members [ 1331.323673] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-6df2c66e-f398-4052-8bb0-240944386539 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.324442] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.324612] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.324937] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.325166] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.325307] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.325395] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.325582] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.325698] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.325817] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.828398] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.330497] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.403200] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9289668-329e-4d60-a331-9d084785d499 in Status: SUCCESS [ 1332.403447] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.832419] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.832658] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.832658] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.832912] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.833034] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.833149] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6df2c66e-f398-4052-8bb0-240944386539 is going to be updated. [ 1332.884876] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.885067] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.885122] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.885539] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.885539] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.911467] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6df2c66e-f398-4052-8bb0-240944386539 in Status: IN_PROGRESS for 2s [ 1333.880074] env[69392]: INFO networking_nsxv3.common.synchronization [req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 req-f0dba764-419a-424c-8388-1da27f946e43 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Enqueued Resource ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 with Priority: HIGHEST for action security_group_members [ 1333.881330] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 with Priority: HIGHEST for action security_group_members [ 1333.882137] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.882800] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.882917] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.883164] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.883327] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.883580] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.883580] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.883690] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.883740] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.883810] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.067495] env[69392]: INFO networking_nsxv3.common.synchronization [req-db9159de-0116-4006-830e-443ed272f159 req-8a5e6e75-03ad-4a06-93e3-6142e4cc6fce tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Enqueued Resource ID: 0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781 with Priority: HIGHEST for action security_group_members [ 1334.068276] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781 with Priority: HIGHEST for action security_group_members [ 1334.068629] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.068755] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.068824] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.070802] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.071010] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.071146] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.071215] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.071396] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.071487] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.071584] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.389512] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.390824] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.390824] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.390824] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.390824] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.390824] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.390824] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.390824] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.390824] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.391276] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.391276] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 is going to be updated. [ 1334.408814] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-820 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.409052] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-820" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.409193] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-820" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.409475] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-820" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.409740] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.411477] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.411676] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.411928] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.412103] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.412333] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1334.412470] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1334.412602] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1334.412720] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1334.412829] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1334.413131] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1334.413131] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1334.434963] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.434963] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.434963] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.435252] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.435252] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.446975] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1334.447173] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1334.447334] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1334.448585] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-820" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.448585] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-bbed0a7b-6b3a-4398-918c-14a23f96b39d taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.448585] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-bbed0a7b-6b3a-4398-918c-14a23f96b39d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.448585] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-bbed0a7b-6b3a-4398-918c-14a23f96b39d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.448585] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-bbed0a7b-6b3a-4398-918c-14a23f96b39d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.448855] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbed0a7b-6b3a-4398-918c-14a23f96b39d',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.451842] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 in Status: IN_PROGRESS for 2s [ 1334.574595] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.922306] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6df2c66e-f398-4052-8bb0-240944386539 in Status: SUCCESS [ 1334.922642] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.953438] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.953658] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.953791] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.954144] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.954299] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.954459] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port bbed0a7b-6b3a-4398-918c-14a23f96b39d not found, creating... [ 1334.954730] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.954886] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.955013] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.955366] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.955430] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.955742] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.955901] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.956130] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.956435] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.956589] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.956734] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: bbed0a7b-6b3a-4398-918c-14a23f96b39d is going to be created. [ 1334.977232] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.977391] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.977518] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.977832] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.978098] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.978382] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-bbed0a7b-6b3a-4398-918c-14a23f96b39d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.080697] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.583816] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.584064] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.584064] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.584278] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.584366] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.584464] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781 is going to be updated. [ 1335.628027] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.628027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.628027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.628027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.628027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.638813] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781 in Status: IN_PROGRESS for 2s [ 1335.857936] env[69392]: INFO networking_nsxv3.common.synchronization [req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 req-d87f2ec2-2b05-48ba-a06c-1bc1a9819a07 service nova] Enqueued Resource ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 with Priority: HIGHEST for action security_group_rules [ 1335.858181] env[69392]: INFO networking_nsxv3.common.synchronization [req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 req-d87f2ec2-2b05-48ba-a06c-1bc1a9819a07 service nova] Enqueued Resource ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 with Priority: HIGHEST for action security_group_members [ 1335.858270] env[69392]: INFO networking_nsxv3.common.synchronization [req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 req-d87f2ec2-2b05-48ba-a06c-1bc1a9819a07 service nova] Enqueued Resource ID: bbed0a7b-6b3a-4398-918c-14a23f96b39d with Priority: HIGHEST for action port [ 1335.858605] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 with Priority: HIGHEST for action security_group_rules [ 1335.858823] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 with Priority: HIGHEST for action security_group_members [ 1335.858823] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbed0a7b-6b3a-4398-918c-14a23f96b39d with Priority: HIGHEST for action port [ 1335.859701] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.859701] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.859701] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.859883] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.859883] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.860755] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.860849] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.861068] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-bbed0a7b-6b3a-4398-918c-14a23f96b39d taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.861162] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bbed0a7b-6b3a-4398-918c-14a23f96b39d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.861216] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bbed0a7b-6b3a-4398-918c-14a23f96b39d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.861361] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bbed0a7b-6b3a-4398-918c-14a23f96b39d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.861439] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbed0a7b-6b3a-4398-918c-14a23f96b39d',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.038023] env[69392]: INFO networking_nsxv3.common.synchronization [req-544081a6-0c1b-4191-b7b1-82b05ec8b865 req-1bdfc15d-aa6c-4ba8-a671-17db0f2b84a0 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Enqueued Resource ID: 665ef08e-1cc9-40ac-a931-16c745c19272 with Priority: HIGHEST for action security_group_members [ 1336.039268] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 665ef08e-1cc9-40ac-a931-16c745c19272 with Priority: HIGHEST for action security_group_members [ 1336.039658] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-665ef08e-1cc9-40ac-a931-16c745c19272 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.039792] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-665ef08e-1cc9-40ac-a931-16c745c19272" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.039861] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-665ef08e-1cc9-40ac-a931-16c745c19272" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.040132] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-665ef08e-1cc9-40ac-a931-16c745c19272" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.040292] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.040392] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.040458] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.040608] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.040714] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.040854] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('665ef08e-1cc9-40ac-a931-16c745c19272',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.365597] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.365597] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.365597] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bbed0a7b-6b3a-4398-918c-14a23f96b39d with status ACTIVE [ 1336.365597] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.365597] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.365982] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.365982] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.365982] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.366157] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.366255] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.366325] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.366483] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.366559] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.366748] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.366840] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.366900] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.367057] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.367161] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.367207] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bbed0a7b-6b3a-4398-918c-14a23f96b39d is going to be updated. [ 1336.390384] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.390573] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.390621] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.390795] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.390932] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.391102] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bbed0a7b-6b3a-4398-918c-14a23f96b39d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.402726] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-339 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.402919] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-339" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.403056] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-339" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.403376] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-339" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.403664] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.403830] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.403954] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.404367] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.404525] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.404733] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1336.404851] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1336.404965] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1336.405091] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1336.405208] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1336.405318] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1336.405453] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1336.425165] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1336.425363] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1336.425511] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1336.425688] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-339" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.426009] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-b5a3bf38-c382-4c80-b77d-252423a7ee66 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.426193] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-b5a3bf38-c382-4c80-b77d-252423a7ee66" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.426328] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-b5a3bf38-c382-4c80-b77d-252423a7ee66" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.426706] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-b5a3bf38-c382-4c80-b77d-252423a7ee66" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.426850] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5a3bf38-c382-4c80-b77d-252423a7ee66',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.460497] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 in Status: SUCCESS [ 1336.460805] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 deletion is rescheduled due to dependency. [ 1336.460967] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.461164] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.461458] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.461658] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.461786] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.461851] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.462914] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.462914] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.462914] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.542856] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.543070] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.543070] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.543288] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.543379] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.543609] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.543718] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.543787] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.543951] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.544043] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.544134] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 665ef08e-1cc9-40ac-a931-16c745c19272 already deleted. [ 1336.544215] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-665ef08e-1cc9-40ac-a931-16c745c19272" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.929891] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.930219] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.930392] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.930806] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.931041] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.931274] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port b5a3bf38-c382-4c80-b77d-252423a7ee66 not found, creating... [ 1336.931662] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.931909] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.932121] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.932452] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.932670] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.933136] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.933401] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.933607] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.933945] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.934199] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.934451] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: b5a3bf38-c382-4c80-b77d-252423a7ee66 is going to be created. [ 1336.957234] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.957406] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.957545] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.957846] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.958150] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.958423] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-b5a3bf38-c382-4c80-b77d-252423a7ee66" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.964192] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.346116] env[69392]: INFO networking_nsxv3.common.synchronization [req-37bc4310-038b-4ca0-92b0-031fae5ee1e0 req-d292948f-b92f-476a-af3d-0980fd24b78d tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Enqueued Resource ID: f9289668-329e-4d60-a331-9d084785d499 with Priority: HIGHEST for action security_group_members [ 1337.347136] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9289668-329e-4d60-a331-9d084785d499 with Priority: HIGHEST for action security_group_members [ 1337.347216] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9289668-329e-4d60-a331-9d084785d499 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.347368] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.347440] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.347646] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.347813] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.347913] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.347976] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.348157] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.348248] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.348343] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9289668-329e-4d60-a331-9d084785d499',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.466799] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.644366] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781 in Status: SUCCESS [ 1337.644589] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.741292] env[69392]: INFO networking_nsxv3.common.synchronization [req-544081a6-0c1b-4191-b7b1-82b05ec8b865 req-c362c0b7-68d1-4a78-bd29-8a8bd295407a service nova] Enqueued Resource ID: 665ef08e-1cc9-40ac-a931-16c745c19272 with Priority: HIGHEST for action security_group_rules [ 1337.741477] env[69392]: INFO networking_nsxv3.common.synchronization [req-544081a6-0c1b-4191-b7b1-82b05ec8b865 req-c362c0b7-68d1-4a78-bd29-8a8bd295407a service nova] Enqueued Resource ID: 665ef08e-1cc9-40ac-a931-16c745c19272 with Priority: HIGHEST for action security_group_members [ 1337.741622] env[69392]: INFO networking_nsxv3.common.synchronization [req-544081a6-0c1b-4191-b7b1-82b05ec8b865 req-c362c0b7-68d1-4a78-bd29-8a8bd295407a service nova] Enqueued Resource ID: b5a3bf38-c382-4c80-b77d-252423a7ee66 with Priority: HIGHEST for action port [ 1337.742170] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 665ef08e-1cc9-40ac-a931-16c745c19272 with Priority: HIGHEST for action security_group_rules [ 1337.742280] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 665ef08e-1cc9-40ac-a931-16c745c19272 with Priority: HIGHEST for action security_group_members [ 1337.742368] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5a3bf38-c382-4c80-b77d-252423a7ee66 with Priority: HIGHEST for action port [ 1337.742827] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-665ef08e-1cc9-40ac-a931-16c745c19272 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.742953] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-665ef08e-1cc9-40ac-a931-16c745c19272" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.743031] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-665ef08e-1cc9-40ac-a931-16c745c19272" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.743664] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-665ef08e-1cc9-40ac-a931-16c745c19272" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.743664] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('665ef08e-1cc9-40ac-a931-16c745c19272',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.744128] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-665ef08e-1cc9-40ac-a931-16c745c19272 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.744283] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-665ef08e-1cc9-40ac-a931-16c745c19272" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.744283] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-665ef08e-1cc9-40ac-a931-16c745c19272" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.744752] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-665ef08e-1cc9-40ac-a931-16c745c19272" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.744752] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.744752] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.744752] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.745111] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.745111] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.745111] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('665ef08e-1cc9-40ac-a931-16c745c19272',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.745929] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5a3bf38-c382-4c80-b77d-252423a7ee66 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.745929] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5a3bf38-c382-4c80-b77d-252423a7ee66" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.745929] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5a3bf38-c382-4c80-b77d-252423a7ee66" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.746102] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5a3bf38-c382-4c80-b77d-252423a7ee66" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.746181] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5a3bf38-c382-4c80-b77d-252423a7ee66',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.852060] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.852060] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.852060] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.852060] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.852060] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.852060] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.852060] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.852060] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.852060] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.852557] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.852557] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9289668-329e-4d60-a331-9d084785d499 is going to be updated. [ 1337.910299] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.910299] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.910299] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.910580] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.910580] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.924311] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9289668-329e-4d60-a331-9d084785d499 in Status: IN_PROGRESS for 2s [ 1337.969972] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.970202] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.970307] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.970495] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.970583] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.970684] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 is going to be updated. [ 1338.033490] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.033653] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.033725] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.034109] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.034109] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.048822] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 in Status: IN_PROGRESS for 2s [ 1338.248766] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-665ef08e-1cc9-40ac-a931-16c745c19272 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.248972] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-665ef08e-1cc9-40ac-a931-16c745c19272" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.252336] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('665ef08e-1cc9-40ac-a931-16c745c19272',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.253397] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b5a3bf38-c382-4c80-b77d-252423a7ee66 with status ACTIVE [ 1338.253602] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.253982] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.254105] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.254319] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.254494] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.254640] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.254748] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.254810] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.254968] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.256877] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.257141] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.257294] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.257343] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.257483] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.257566] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.257657] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b5a3bf38-c382-4c80-b77d-252423a7ee66 is going to be updated. [ 1338.285879] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.286094] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.286094] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.286469] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.286469] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.286648] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5a3bf38-c382-4c80-b77d-252423a7ee66" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.760293] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('665ef08e-1cc9-40ac-a931-16c745c19272',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.945578] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-564 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.945806] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-564" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.945956] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-564" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.946242] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-564" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.946540] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.946704] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.946920] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.947422] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.947584] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.947807] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1338.948415] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1338.948415] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1338.948415] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1338.948415] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1338.948415] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1338.948686] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1338.972647] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1338.973038] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1338.973326] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1338.973413] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-564" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.973701] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-5889a4b2-8c3a-4f84-9067-97d4d48525c5 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.973879] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-5889a4b2-8c3a-4f84-9067-97d4d48525c5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.974013] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-5889a4b2-8c3a-4f84-9067-97d4d48525c5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.974291] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-5889a4b2-8c3a-4f84-9067-97d4d48525c5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.974437] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5889a4b2-8c3a-4f84-9067-97d4d48525c5',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.262988] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.263265] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.263265] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.263499] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.263553] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.263653] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 665ef08e-1cc9-40ac-a931-16c745c19272 is going to be created. [ 1339.290684] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.290902] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.290952] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.291158] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.291323] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.301906] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 665ef08e-1cc9-40ac-a931-16c745c19272 in Status: UNINITIALIZED for 2s [ 1339.476749] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.477055] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.477231] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.477547] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.477734] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.478073] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.478284] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.478463] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.478692] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.478880] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.479128] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.479301] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.479481] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.479621] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.479759] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.479904] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 5889a4b2-8c3a-4f84-9067-97d4d48525c5 is going to be updated. [ 1339.500921] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.501171] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.501270] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.501549] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.501743] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.501962] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-5889a4b2-8c3a-4f84-9067-97d4d48525c5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.936630] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9289668-329e-4d60-a331-9d084785d499 in Status: SUCCESS [ 1339.936630] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9289668-329e-4d60-a331-9d084785d499 deletion is rescheduled due to dependency. [ 1339.936630] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.057600] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 in Status: SUCCESS [ 1340.057817] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.057987] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.058231] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.058480] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.058604] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.058674] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.058874] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.058942] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.058991] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.059127] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.244469] env[69392]: INFO networking_nsxv3.common.synchronization [req-10c58d48-bb74-48c5-a75b-100ecbd97e2f req-2247336b-b0de-4945-ba09-6aaf3c7dec9f service nova] Enqueued Resource ID: 8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb with Priority: HIGHEST for action security_group_rules [ 1340.244701] env[69392]: INFO networking_nsxv3.common.synchronization [req-10c58d48-bb74-48c5-a75b-100ecbd97e2f req-2247336b-b0de-4945-ba09-6aaf3c7dec9f service nova] Enqueued Resource ID: 8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb with Priority: HIGHEST for action security_group_members [ 1340.244874] env[69392]: INFO networking_nsxv3.common.synchronization [req-10c58d48-bb74-48c5-a75b-100ecbd97e2f req-2247336b-b0de-4945-ba09-6aaf3c7dec9f service nova] Enqueued Resource ID: 5889a4b2-8c3a-4f84-9067-97d4d48525c5 with Priority: HIGHEST for action port [ 1340.245601] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb with Priority: HIGHEST for action security_group_rules [ 1340.245711] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb with Priority: HIGHEST for action security_group_members [ 1340.245973] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5889a4b2-8c3a-4f84-9067-97d4d48525c5 with Priority: HIGHEST for action port [ 1340.246848] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.247020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.250360] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.250360] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.250360] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.250360] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.250360] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.250360] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.250360] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.250360] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.250360] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.250360] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.250360] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.250360] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.250360] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.251298] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-5889a4b2-8c3a-4f84-9067-97d4d48525c5 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.258463] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5889a4b2-8c3a-4f84-9067-97d4d48525c5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.258463] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5889a4b2-8c3a-4f84-9067-97d4d48525c5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.258463] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5889a4b2-8c3a-4f84-9067-97d4d48525c5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.258463] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5889a4b2-8c3a-4f84-9067-97d4d48525c5',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.561471] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.561647] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.561695] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.561898] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.562079] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.562185] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.562249] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.562396] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.562487] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.562578] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.562727] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.564186] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.564186] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.564186] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.564186] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.564186] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.564186] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.564186] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.564186] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.564186] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.564186] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.756841] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.757063] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.757257] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.758296] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5889a4b2-8c3a-4f84-9067-97d4d48525c5 with status ACTIVE [ 1340.758592] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.758753] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.758861] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.759140] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.759267] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.759504] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.759649] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.759736] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.759947] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.760076] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.760306] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.760423] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.760628] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.760746] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.760804] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.760896] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5889a4b2-8c3a-4f84-9067-97d4d48525c5 is going to be updated. [ 1340.805428] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.805635] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.805695] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.805918] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.806070] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.806236] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5889a4b2-8c3a-4f84-9067-97d4d48525c5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.065699] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3: rpc.has_security_group_logging(os_id): False [ 1341.084321] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.084469] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.084537] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.084749] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.084843] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.085077] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.085205] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.085258] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.085395] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.085474] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.085657] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.085740] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.085805] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.085954] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.086013] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.086195] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.086286] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.086347] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.086522] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.086602] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.086687] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 is going to be updated. [ 1341.160793] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.160939] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.160993] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.161231] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.161376] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.173912] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 in Status: IN_PROGRESS for 2s [ 1341.264602] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.312452] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 665ef08e-1cc9-40ac-a931-16c745c19272 in Status: SUCCESS [ 1341.312683] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-665ef08e-1cc9-40ac-a931-16c745c19272" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.313210] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-665ef08e-1cc9-40ac-a931-16c745c19272" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.313429] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-665ef08e-1cc9-40ac-a931-16c745c19272" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.313621] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.313731] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.313795] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.314181] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.314181] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.314181] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-665ef08e-1cc9-40ac-a931-16c745c19272" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.315073] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('665ef08e-1cc9-40ac-a931-16c745c19272',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.773592] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.773592] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.773592] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.773592] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.773592] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.773592] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb is going to be updated. [ 1341.805545] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.805545] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.805545] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.805545] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.805545] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.813522] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb in Status: IN_PROGRESS for 2s [ 1341.821018] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('665ef08e-1cc9-40ac-a931-16c745c19272',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.322953] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 665ef08e-1cc9-40ac-a931-16c745c19272: rpc.has_security_group_logging(os_id): False [ 1342.342454] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.342998] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.342998] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.342998] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.342998] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.343240] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.343311] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.343364] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.343525] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.343592] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.343668] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 665ef08e-1cc9-40ac-a931-16c745c19272 is going to be created. [ 1342.416259] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.416529] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.416529] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.416772] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.416952] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.430263] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 665ef08e-1cc9-40ac-a931-16c745c19272 in Status: IN_PROGRESS for 2s [ 1343.203047] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 in Status: SUCCESS [ 1343.203339] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.825340] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb in Status: SUCCESS [ 1343.825719] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.825814] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.826049] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.826253] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.826473] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.826551] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.826729] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.826815] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.826903] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.826994] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.329489] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.329740] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.329800] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.331059] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.331480] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.331793] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.331891] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.332362] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.332362] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.332362] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.332540] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.332540] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.332619] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.332767] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.332921] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.333030] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.333211] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.333458] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.333586] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.333741] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.333962] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.444944] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 665ef08e-1cc9-40ac-a931-16c745c19272 in Status: SUCCESS [ 1344.445195] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-665ef08e-1cc9-40ac-a931-16c745c19272" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.836219] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb: rpc.has_security_group_logging(os_id): False [ 1344.874529] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.874529] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.874529] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.874852] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.875024] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.875402] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.875537] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.875635] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.875828] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.875914] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.876186] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.876326] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.876413] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.876615] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.876736] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.876950] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.877073] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.877136] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.877380] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.877502] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.877607] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb is going to be updated. [ 1344.941510] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.941738] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.941738] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.941983] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.942230] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.957245] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb in Status: IN_PROGRESS for 2s [ 1345.247297] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1345.247413] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1346.977087] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb in Status: SUCCESS [ 1346.977411] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.547396] env[69392]: INFO networking_nsxv3.common.synchronization [req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 req-3d3743b9-aa0f-490b-b350-66f6c687c633 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Enqueued Resource ID: 6df2c66e-f398-4052-8bb0-240944386539 with Priority: HIGHEST for action security_group_members [ 1349.547954] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6df2c66e-f398-4052-8bb0-240944386539 with Priority: HIGHEST for action security_group_members [ 1349.548272] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-6df2c66e-f398-4052-8bb0-240944386539 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.548395] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.548466] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.548730] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.548878] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.548977] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.549046] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.549193] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.549275] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.549368] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.913472] env[69392]: INFO networking_nsxv3.common.synchronization [req-a41a0dbf-46ac-401d-a372-3b0368382bd1 req-c350cdd5-26cc-4e12-b843-d5d9e278d9ae tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Enqueued Resource ID: 0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781 with Priority: HIGHEST for action security_group_members [ 1349.913472] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781 with Priority: HIGHEST for action security_group_members [ 1349.913472] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.913472] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.913472] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.913472] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.913472] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.913472] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.913472] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.913896] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.913896] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.913896] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.054050] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.143927] env[69392]: INFO networking_nsxv3.common.synchronization [req-4baf5a0d-2fec-4fa2-86b6-386ead2daf87 req-bee577b3-cf9a-46cb-9e5a-90f274b79f80 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Enqueued Resource ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 with Priority: HIGHEST for action security_group_members [ 1350.144574] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 with Priority: HIGHEST for action security_group_members [ 1350.146336] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.146691] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.146795] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.146966] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.147170] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.147278] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.147335] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.147570] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.147666] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.147719] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.182211] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-744 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.182211] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-744" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.182211] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-744" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.182211] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-744" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.182211] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.182211] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.182725] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.182725] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.182868] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.183249] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1350.183435] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1350.184033] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1350.184033] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1350.184033] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1350.184033] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1350.184239] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1350.208258] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1350.208457] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1350.208635] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1350.208879] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-744" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.209275] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-a2544f8a-6b47-4ccc-a892-ce79b41c6316 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.209931] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-a2544f8a-6b47-4ccc-a892-ce79b41c6316" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.209931] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-a2544f8a-6b47-4ccc-a892-ce79b41c6316" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.209931] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-a2544f8a-6b47-4ccc-a892-ce79b41c6316" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.210122] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2544f8a-6b47-4ccc-a892-ce79b41c6316',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.416342] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.416535] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.416589] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.416803] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.416896] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.417117] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.417257] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.417775] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.417775] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.417775] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.417775] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781 is going to be updated. [ 1350.454110] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.454338] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.454338] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.454733] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.454733] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.464984] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781 in Status: IN_PROGRESS for 2s [ 1350.556634] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.650535] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.650715] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.650784] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.651045] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.651178] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.651414] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.651543] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.651608] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.651773] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.651852] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.651941] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 is going to be updated. [ 1350.698421] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.698708] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.698708] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.698907] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.699060] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.710206] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 in Status: IN_PROGRESS for 2s [ 1350.712950] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.713220] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.713375] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.713663] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.713835] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.714022] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port a2544f8a-6b47-4ccc-a892-ce79b41c6316 not found, creating... [ 1350.714358] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.714597] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.714746] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.715097] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.715329] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.715742] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.715977] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.716194] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.716560] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.716786] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.717038] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: a2544f8a-6b47-4ccc-a892-ce79b41c6316 is going to be created. [ 1350.740484] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.740780] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.740962] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.741298] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.741637] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.741901] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-a2544f8a-6b47-4ccc-a892-ce79b41c6316" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.059192] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.059460] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.059460] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.059688] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.059780] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.059928] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6df2c66e-f398-4052-8bb0-240944386539 is going to be updated. [ 1351.093556] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.093782] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.093782] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.094046] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.094158] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.107150] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6df2c66e-f398-4052-8bb0-240944386539 in Status: IN_PROGRESS for 2s [ 1351.453872] env[69392]: INFO networking_nsxv3.common.synchronization [req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 req-a78ca0e3-ce55-46bf-9a19-8281db5db0c4 service nova] Enqueued Resource ID: 6df2c66e-f398-4052-8bb0-240944386539 with Priority: HIGHEST for action security_group_rules [ 1351.454086] env[69392]: INFO networking_nsxv3.common.synchronization [req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 req-a78ca0e3-ce55-46bf-9a19-8281db5db0c4 service nova] Enqueued Resource ID: 6df2c66e-f398-4052-8bb0-240944386539 with Priority: HIGHEST for action security_group_members [ 1351.454278] env[69392]: INFO networking_nsxv3.common.synchronization [req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 req-a78ca0e3-ce55-46bf-9a19-8281db5db0c4 service nova] Enqueued Resource ID: a2544f8a-6b47-4ccc-a892-ce79b41c6316 with Priority: HIGHEST for action port [ 1351.454572] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6df2c66e-f398-4052-8bb0-240944386539 with Priority: HIGHEST for action security_group_rules [ 1351.454684] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6df2c66e-f398-4052-8bb0-240944386539 with Priority: HIGHEST for action security_group_members [ 1351.454785] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2544f8a-6b47-4ccc-a892-ce79b41c6316 with Priority: HIGHEST for action port [ 1351.456196] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6df2c66e-f398-4052-8bb0-240944386539 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.456434] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.456582] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.456908] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.457034] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1351.458409] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-6df2c66e-f398-4052-8bb0-240944386539 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.458523] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.459088] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2544f8a-6b47-4ccc-a892-ce79b41c6316 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.459572] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2544f8a-6b47-4ccc-a892-ce79b41c6316" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.460167] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2544f8a-6b47-4ccc-a892-ce79b41c6316" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.460167] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2544f8a-6b47-4ccc-a892-ce79b41c6316" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.460167] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2544f8a-6b47-4ccc-a892-ce79b41c6316',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1351.815069] env[69392]: INFO networking_nsxv3.common.synchronization [req-708c8b76-0adb-4948-b757-9238f798abea req-4a1db587-e931-44c4-9b70-5b75ecf45956 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Enqueued Resource ID: f9289668-329e-4d60-a331-9d084785d499 with Priority: HIGHEST for action security_group_members [ 1351.816031] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9289668-329e-4d60-a331-9d084785d499 with Priority: HIGHEST for action security_group_members [ 1351.816031] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9289668-329e-4d60-a331-9d084785d499 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.816184] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.816184] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.816718] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.816718] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.816718] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.816718] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.816942] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.816975] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.817077] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9289668-329e-4d60-a331-9d084785d499',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1351.961923] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-6df2c66e-f398-4052-8bb0-240944386539 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.962015] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.962175] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a2544f8a-6b47-4ccc-a892-ce79b41c6316 with status ACTIVE [ 1351.962307] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.962419] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.962494] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.962680] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.962769] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.962945] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.963466] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.963466] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.963466] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.963466] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.963764] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.963764] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.963764] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.964044] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.964044] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.964204] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a2544f8a-6b47-4ccc-a892-ce79b41c6316 is going to be updated. [ 1351.991171] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.991171] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.991171] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.991171] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.991171] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.991171] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2544f8a-6b47-4ccc-a892-ce79b41c6316" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.320220] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.320220] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.320220] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.320220] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.320220] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.320548] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.320548] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.320548] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.320671] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.320823] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.320902] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9289668-329e-4d60-a331-9d084785d499 is going to be updated. [ 1352.358019] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.358231] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.358298] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.358462] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.358665] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.375941] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9289668-329e-4d60-a331-9d084785d499 in Status: IN_PROGRESS for 2s [ 1352.482436] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781 in Status: SUCCESS [ 1352.482436] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781 deletion is rescheduled due to dependency. [ 1352.482436] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.611013] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-202 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.611224] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-202" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.611389] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-202" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.611672] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-202" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.612254] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.612254] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.612254] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.612512] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.612562] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.612798] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1352.612925] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1352.613054] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1352.613185] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1352.613282] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1352.613508] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1352.613508] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1352.635825] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1352.636043] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1352.636217] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1352.636397] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-202" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.636749] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-b75b9cd2-f8cb-4bdf-8459-b5ff40702369 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.636922] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-b75b9cd2-f8cb-4bdf-8459-b5ff40702369" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.637056] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-b75b9cd2-f8cb-4bdf-8459-b5ff40702369" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.637502] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-b75b9cd2-f8cb-4bdf-8459-b5ff40702369" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.637692] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b75b9cd2-f8cb-4bdf-8459-b5ff40702369',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.720608] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 in Status: SUCCESS [ 1352.720798] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3 deletion is rescheduled due to dependency. [ 1352.721008] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.116785] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6df2c66e-f398-4052-8bb0-240944386539 in Status: SUCCESS [ 1353.117147] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.117147] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.117413] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.117633] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.117776] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.117867] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.118067] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.118177] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.118297] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.139527] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.139993] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.140215] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.140579] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.140789] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.141079] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port b75b9cd2-f8cb-4bdf-8459-b5ff40702369 not found, creating... [ 1353.141434] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.141662] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.141831] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.142153] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.142342] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.142744] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.143041] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.143138] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.143419] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.143609] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.143810] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: b75b9cd2-f8cb-4bdf-8459-b5ff40702369 is going to be created. [ 1353.165023] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.165225] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.165375] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.165734] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.166059] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.166358] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-b75b9cd2-f8cb-4bdf-8459-b5ff40702369" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.620155] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.085676] env[69392]: INFO networking_nsxv3.common.synchronization [req-708c8b76-0adb-4948-b757-9238f798abea req-f129c1b2-7cd9-4cc4-ae26-496b4d876129 service nova] Enqueued Resource ID: f9289668-329e-4d60-a331-9d084785d499 with Priority: HIGHEST for action security_group_rules [ 1354.085854] env[69392]: INFO networking_nsxv3.common.synchronization [req-708c8b76-0adb-4948-b757-9238f798abea req-f129c1b2-7cd9-4cc4-ae26-496b4d876129 service nova] Enqueued Resource ID: f9289668-329e-4d60-a331-9d084785d499 with Priority: HIGHEST for action security_group_members [ 1354.085998] env[69392]: INFO networking_nsxv3.common.synchronization [req-708c8b76-0adb-4948-b757-9238f798abea req-f129c1b2-7cd9-4cc4-ae26-496b4d876129 service nova] Enqueued Resource ID: b75b9cd2-f8cb-4bdf-8459-b5ff40702369 with Priority: HIGHEST for action port [ 1354.087643] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9289668-329e-4d60-a331-9d084785d499 with Priority: HIGHEST for action security_group_rules [ 1354.087788] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9289668-329e-4d60-a331-9d084785d499 with Priority: HIGHEST for action security_group_members [ 1354.087887] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b75b9cd2-f8cb-4bdf-8459-b5ff40702369 with Priority: HIGHEST for action port [ 1354.088190] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9289668-329e-4d60-a331-9d084785d499 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.088313] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.088380] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.088609] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.088694] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9289668-329e-4d60-a331-9d084785d499',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.092072] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9289668-329e-4d60-a331-9d084785d499 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.092183] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.092395] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-b75b9cd2-f8cb-4bdf-8459-b5ff40702369 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.092530] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b75b9cd2-f8cb-4bdf-8459-b5ff40702369" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.092573] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b75b9cd2-f8cb-4bdf-8459-b5ff40702369" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.092741] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b75b9cd2-f8cb-4bdf-8459-b5ff40702369" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.092819] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b75b9cd2-f8cb-4bdf-8459-b5ff40702369',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.122614] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.393999] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9289668-329e-4d60-a331-9d084785d499 in Status: SUCCESS [ 1354.394313] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9289668-329e-4d60-a331-9d084785d499 deletion is rescheduled due to dependency. [ 1354.394464] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.394710] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.395040] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.395295] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.395470] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.395565] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.395819] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.395947] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.396089] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9289668-329e-4d60-a331-9d084785d499',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.594314] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9289668-329e-4d60-a331-9d084785d499 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.594538] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.594676] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b75b9cd2-f8cb-4bdf-8459-b5ff40702369 with status ACTIVE [ 1354.594875] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.594973] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.595121] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.595291] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.595387] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.595565] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.595662] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.595724] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.595882] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.595957] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.596144] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.596234] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.596293] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.596435] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.596521] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.596627] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b75b9cd2-f8cb-4bdf-8459-b5ff40702369 is going to be updated. [ 1354.626020] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.626020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.626020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.626020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.626020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.626020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b75b9cd2-f8cb-4bdf-8459-b5ff40702369" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.626020] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.626020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.626020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.626020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.626020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.626020] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6df2c66e-f398-4052-8bb0-240944386539 is going to be updated. [ 1354.656923] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.656923] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.656923] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.656923] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.656923] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.665739] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6df2c66e-f398-4052-8bb0-240944386539 in Status: IN_PROGRESS for 2s [ 1354.900447] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9289668-329e-4d60-a331-9d084785d499',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.405764] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9289668-329e-4d60-a331-9d084785d499',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.914175] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.914175] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.914175] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.914175] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.914175] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.914175] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9289668-329e-4d60-a331-9d084785d499 is going to be updated. [ 1355.950874] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.950874] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.950874] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.951106] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.951106] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.960982] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9289668-329e-4d60-a331-9d084785d499 in Status: IN_PROGRESS for 2s [ 1356.677311] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6df2c66e-f398-4052-8bb0-240944386539 in Status: SUCCESS [ 1356.677311] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.677311] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.677311] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.677311] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.678046] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.678046] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.678046] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.678046] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.678046] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.678046] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1357.180220] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-6df2c66e-f398-4052-8bb0-240944386539 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.180389] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.180462] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.180667] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.180832] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.180930] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.181223] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.181281] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.181367] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.181458] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.181603] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-6df2c66e-f398-4052-8bb0-240944386539 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.181719] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.181758] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.181886] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.182034] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.182125] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.182183] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.182316] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.182389] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.182527] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.182562] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1357.685848] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6df2c66e-f398-4052-8bb0-240944386539: rpc.has_security_group_logging(os_id): False [ 1357.718730] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.718946] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.719037] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.719270] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.719365] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.719626] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.719744] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.719815] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.719972] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.720067] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.720259] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.720353] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.720414] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.720554] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.720630] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.720814] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.720994] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.721341] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.721341] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.721427] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.721501] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6df2c66e-f398-4052-8bb0-240944386539 is going to be updated. [ 1357.801820] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.801820] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.801820] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.801820] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.801820] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.814315] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6df2c66e-f398-4052-8bb0-240944386539 in Status: IN_PROGRESS for 2s [ 1357.971607] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9289668-329e-4d60-a331-9d084785d499 in Status: SUCCESS [ 1357.971928] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.972156] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.972421] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.972656] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.972804] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.972879] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.973075] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.973193] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.973284] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.973403] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9289668-329e-4d60-a331-9d084785d499',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.476407] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9289668-329e-4d60-a331-9d084785d499 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.476654] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.476729] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.476958] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.477151] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.477260] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.477325] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.477484] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.477575] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.477668] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.477855] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9289668-329e-4d60-a331-9d084785d499 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.477954] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.478035] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.478176] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.478317] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.478409] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.478472] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.478694] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.478787] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.478882] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.478982] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9289668-329e-4d60-a331-9d084785d499',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.982320] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9289668-329e-4d60-a331-9d084785d499: rpc.has_security_group_logging(os_id): False [ 1359.002135] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.002288] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.002346] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.002534] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.002624] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.002903] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.002903] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.003031] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.003131] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.003210] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.003416] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.003511] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.003576] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.003720] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.003792] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.003971] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.004655] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.004743] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.004897] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.004981] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.005080] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9289668-329e-4d60-a331-9d084785d499 is going to be updated. [ 1359.071674] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.071861] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.071909] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.072130] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.072278] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.089393] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1359.089588] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1359.090918] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9289668-329e-4d60-a331-9d084785d499 in Status: IN_PROGRESS for 2s [ 1359.828425] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6df2c66e-f398-4052-8bb0-240944386539 in Status: SUCCESS [ 1359.828425] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.107431] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9289668-329e-4d60-a331-9d084785d499 in Status: SUCCESS [ 1361.107431] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.977792] env[69392]: INFO networking_nsxv3.common.synchronization [req-c413b06a-3ef2-4343-b289-d282f37cf203 req-6a6711c1-a93f-49d8-9457-83d9ffefb142 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Enqueued Resource ID: 6b3362c7-f0e9-4800-ab81-b8061786dba2 with Priority: HIGHEST for action security_group_members [ 1363.978342] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b3362c7-f0e9-4800-ab81-b8061786dba2 with Priority: HIGHEST for action security_group_members [ 1363.978638] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b3362c7-f0e9-4800-ab81-b8061786dba2 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.978794] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b3362c7-f0e9-4800-ab81-b8061786dba2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.978855] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b3362c7-f0e9-4800-ab81-b8061786dba2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.979839] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b3362c7-f0e9-4800-ab81-b8061786dba2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.979839] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.979839] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.979839] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.979839] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.980236] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.980236] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b3362c7-f0e9-4800-ab81-b8061786dba2',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.481920] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b3362c7-f0e9-4800-ab81-b8061786dba2',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.985814] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b3362c7-f0e9-4800-ab81-b8061786dba2',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.488997] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.489303] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.489435] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.489665] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.489768] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.489910] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b3362c7-f0e9-4800-ab81-b8061786dba2 is going to be updated. [ 1365.521189] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.521416] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.521499] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.521729] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.521891] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.533247] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b3362c7-f0e9-4800-ab81-b8061786dba2 in Status: IN_PROGRESS for 2s [ 1366.962562] env[69392]: INFO networking_nsxv3.common.synchronization [req-cc2aab21-b999-4320-a6c8-5ef25c0f69b4 req-609bf1f3-1dd9-4a1c-bab1-2f023bd5778e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Enqueued Resource ID: 6df2c66e-f398-4052-8bb0-240944386539 with Priority: HIGHEST for action security_group_members [ 1366.963165] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6df2c66e-f398-4052-8bb0-240944386539 with Priority: HIGHEST for action security_group_members [ 1366.963651] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-6df2c66e-f398-4052-8bb0-240944386539 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.963651] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.963762] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.963980] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.965031] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.965252] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.965290] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.965505] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.965598] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.965698] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1367.473029] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1367.544264] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b3362c7-f0e9-4800-ab81-b8061786dba2 in Status: SUCCESS [ 1367.544463] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b3362c7-f0e9-4800-ab81-b8061786dba2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.974832] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1368.477441] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.477604] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.477678] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.477907] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.477998] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.478119] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6df2c66e-f398-4052-8bb0-240944386539 is going to be updated. [ 1368.514666] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.514861] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.514861] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.515046] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.515153] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.525311] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6df2c66e-f398-4052-8bb0-240944386539 in Status: IN_PROGRESS for 2s [ 1370.538404] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6df2c66e-f398-4052-8bb0-240944386539 in Status: SUCCESS [ 1370.538404] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.964696] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1371.964696] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1372.018670] env[69392]: INFO networking_nsxv3.common.synchronization [req-38d278a7-2c7b-4746-9569-19aa65e2278d req-5bdb1735-946a-4530-905c-64503eac37f1 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Enqueued Resource ID: 8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb with Priority: HIGHEST for action security_group_members [ 1372.018670] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb with Priority: HIGHEST for action security_group_members [ 1372.018670] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.018670] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.018670] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.018670] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.020592] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.022511] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.022511] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.022511] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.022511] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.022511] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.525853] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.526190] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.526190] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.526362] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.526455] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.526719] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.526897] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.526897] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.527100] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.527236] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.527303] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb is going to be updated. [ 1372.560606] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.560841] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.560841] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.561068] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.561245] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.571868] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb in Status: IN_PROGRESS for 2s [ 1373.304677] env[69392]: INFO networking_nsxv3.common.synchronization [req-20fab91f-0b25-4c37-93a5-f950974f19ec req-484866a1-041d-42e4-8e0d-2d1791816b68 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Enqueued Resource ID: 6df2c66e-f398-4052-8bb0-240944386539 with Priority: HIGHEST for action security_group_members [ 1373.305587] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6df2c66e-f398-4052-8bb0-240944386539 with Priority: HIGHEST for action security_group_members [ 1373.305972] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-6df2c66e-f398-4052-8bb0-240944386539 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.306176] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.306286] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.306542] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.306916] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.308097] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.308193] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.308425] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.308575] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.308718] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.811232] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.811431] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.811431] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.811620] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.811712] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.811921] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.812037] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.812105] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.812268] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.812342] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.812428] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6df2c66e-f398-4052-8bb0-240944386539 is going to be updated. [ 1373.845500] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.845500] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.845500] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.845681] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.845772] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.855650] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6df2c66e-f398-4052-8bb0-240944386539 in Status: IN_PROGRESS for 2s [ 1374.583466] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb in Status: SUCCESS [ 1374.583466] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb deletion is rescheduled due to dependency. [ 1374.583466] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.865048] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6df2c66e-f398-4052-8bb0-240944386539 in Status: SUCCESS [ 1375.865386] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6df2c66e-f398-4052-8bb0-240944386539 deletion is rescheduled due to dependency. [ 1375.865386] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.306466] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1378.306752] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1380.065946] env[69392]: INFO networking_nsxv3.common.synchronization [req-1445bde6-59ff-4b8c-9d0f-b2e798d51b79 req-b08bf0f7-7b88-477d-8324-c0cb066c789f tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Enqueued Resource ID: 3ed1f20c-1836-443d-9345-def76d6d7369 with Priority: HIGHEST for action security_group_members [ 1380.066752] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ed1f20c-1836-443d-9345-def76d6d7369 with Priority: HIGHEST for action security_group_members [ 1380.067276] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ed1f20c-1836-443d-9345-def76d6d7369 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.067414] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ed1f20c-1836-443d-9345-def76d6d7369" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.067478] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ed1f20c-1836-443d-9345-def76d6d7369" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.067684] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ed1f20c-1836-443d-9345-def76d6d7369" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.067853] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.067957] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.068031] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.068183] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.068270] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.068362] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ed1f20c-1836-443d-9345-def76d6d7369',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1380.578735] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.578735] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.578735] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.578735] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.578735] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.578735] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.578735] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.578735] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.578735] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.578735] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.578735] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ed1f20c-1836-443d-9345-def76d6d7369 is going to be updated. [ 1380.610453] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.610453] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.610453] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.610453] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.610453] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.616776] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ed1f20c-1836-443d-9345-def76d6d7369 in Status: IN_PROGRESS for 2s [ 1382.627364] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ed1f20c-1836-443d-9345-def76d6d7369 in Status: SUCCESS [ 1382.627730] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ed1f20c-1836-443d-9345-def76d6d7369 deletion is rescheduled due to dependency. [ 1382.627730] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ed1f20c-1836-443d-9345-def76d6d7369" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.062304] env[69392]: INFO networking_nsxv3.common.synchronization [req-72a07d98-df50-466e-8cf3-572f088cacde req-8e406b5e-01b1-4f92-8692-af7a306fa971 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Enqueued Resource ID: 6b3362c7-f0e9-4800-ab81-b8061786dba2 with Priority: HIGHEST for action security_group_members [ 1383.062818] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b3362c7-f0e9-4800-ab81-b8061786dba2 with Priority: HIGHEST for action security_group_members [ 1383.063148] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b3362c7-f0e9-4800-ab81-b8061786dba2 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.063329] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b3362c7-f0e9-4800-ab81-b8061786dba2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.063389] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b3362c7-f0e9-4800-ab81-b8061786dba2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.063535] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b3362c7-f0e9-4800-ab81-b8061786dba2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.063691] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.063782] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.063836] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.063981] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.064680] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.064790] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b3362c7-f0e9-4800-ab81-b8061786dba2',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1383.543992] env[69392]: INFO networking_nsxv3.common.synchronization [None req-4c77890a-40a5-4cb8-b915-8c6f407ae239 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Enqueued Resource ID: aa17346e-fdea-4b4c-9d42-a863c20b55bb with Priority: HIGHEST for action security_group_rules [ 1383.544606] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa17346e-fdea-4b4c-9d42-a863c20b55bb with Priority: HIGHEST for action security_group_rules [ 1383.544950] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa17346e-fdea-4b4c-9d42-a863c20b55bb taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.545242] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa17346e-fdea-4b4c-9d42-a863c20b55bb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.545345] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa17346e-fdea-4b4c-9d42-a863c20b55bb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.545633] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa17346e-fdea-4b4c-9d42-a863c20b55bb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.545745] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa17346e-fdea-4b4c-9d42-a863c20b55bb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1383.566532] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.566665] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.566772] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.567161] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.567262] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.567474] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.567586] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.567656] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.567812] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.567894] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.567984] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b3362c7-f0e9-4800-ab81-b8061786dba2 is going to be updated. [ 1383.605468] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.605666] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.605728] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.605902] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.606071] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.613577] env[69392]: INFO networking_nsxv3.common.synchronization [None req-c12f100d-ab0f-4861-9fb5-1de6ad23c105 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Enqueued Resource ID: aa17346e-fdea-4b4c-9d42-a863c20b55bb with Priority: HIGHEST for action security_group_rules [ 1383.614133] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa17346e-fdea-4b4c-9d42-a863c20b55bb with Priority: HIGHEST for action security_group_rules [ 1383.614476] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa17346e-fdea-4b4c-9d42-a863c20b55bb taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.614619] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa17346e-fdea-4b4c-9d42-a863c20b55bb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.615948] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b3362c7-f0e9-4800-ab81-b8061786dba2 in Status: IN_PROGRESS for 2s [ 1384.067892] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.067892] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.067892] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.068448] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.068448] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.068448] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa17346e-fdea-4b4c-9d42-a863c20b55bb already deleted. [ 1384.068448] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa17346e-fdea-4b4c-9d42-a863c20b55bb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.068625] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa17346e-fdea-4b4c-9d42-a863c20b55bb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.068961] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa17346e-fdea-4b4c-9d42-a863c20b55bb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.069161] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa17346e-fdea-4b4c-9d42-a863c20b55bb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1384.591645] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.591840] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.591892] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.592175] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.592275] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.592388] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa17346e-fdea-4b4c-9d42-a863c20b55bb already deleted. [ 1384.592505] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa17346e-fdea-4b4c-9d42-a863c20b55bb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.626919] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b3362c7-f0e9-4800-ab81-b8061786dba2 in Status: SUCCESS [ 1385.627303] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b3362c7-f0e9-4800-ab81-b8061786dba2 deletion is rescheduled due to dependency. [ 1385.627303] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b3362c7-f0e9-4800-ab81-b8061786dba2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.595279] env[69392]: INFO networking_nsxv3.common.synchronization [req-9535d763-dd3b-44fc-b923-d1be7db622f2 req-19982896-7848-4f4a-bcc7-2f828d97d8bb tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Enqueued Resource ID: 665ef08e-1cc9-40ac-a931-16c745c19272 with Priority: HIGHEST for action security_group_members [ 1387.595936] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 665ef08e-1cc9-40ac-a931-16c745c19272 with Priority: HIGHEST for action security_group_members [ 1387.596192] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-665ef08e-1cc9-40ac-a931-16c745c19272 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.596317] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-665ef08e-1cc9-40ac-a931-16c745c19272" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.596567] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-665ef08e-1cc9-40ac-a931-16c745c19272" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.596773] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-665ef08e-1cc9-40ac-a931-16c745c19272" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.596939] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.597067] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.597145] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.597275] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.597362] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.597457] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('665ef08e-1cc9-40ac-a931-16c745c19272',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1388.099566] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.099845] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.099845] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.100106] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.100239] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.100471] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.100579] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.100642] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.100832] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.100916] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.100970] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 665ef08e-1cc9-40ac-a931-16c745c19272 is going to be updated. [ 1388.129386] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.129613] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.129613] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.129794] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.129954] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.138472] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 665ef08e-1cc9-40ac-a931-16c745c19272 in Status: IN_PROGRESS for 2s [ 1390.150390] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 665ef08e-1cc9-40ac-a931-16c745c19272 in Status: SUCCESS [ 1390.150782] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 665ef08e-1cc9-40ac-a931-16c745c19272 deletion is rescheduled due to dependency. [ 1390.150782] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-665ef08e-1cc9-40ac-a931-16c745c19272" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.061723] env[69392]: INFO networking_nsxv3.common.synchronization [req-a3f834d0-4a10-4441-8d4c-9b1ab86a5494 req-f696c7f9-6846-4e17-b82f-c683cb4e2f9a tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Enqueued Resource ID: f9289668-329e-4d60-a331-9d084785d499 with Priority: HIGHEST for action security_group_members [ 1391.062463] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9289668-329e-4d60-a331-9d084785d499 with Priority: HIGHEST for action security_group_members [ 1391.062872] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9289668-329e-4d60-a331-9d084785d499 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.063055] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.063172] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.063471] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.063691] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.063832] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.063920] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.064148] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.064266] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.064398] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9289668-329e-4d60-a331-9d084785d499',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1391.567652] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.568200] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.568200] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.568200] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.568200] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.568392] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.568489] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.568545] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.568700] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.568777] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.569032] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9289668-329e-4d60-a331-9d084785d499 is going to be updated. [ 1391.584631] env[69392]: INFO networking_nsxv3.common.synchronization [req-d58759ee-4ff0-4601-93a8-5b1318c029e5 req-c5ee2c95-cb5c-4117-9ee5-1913b0f65c59 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Enqueued Resource ID: aa17346e-fdea-4b4c-9d42-a863c20b55bb with Priority: HIGHEST for action security_group_members [ 1391.585188] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa17346e-fdea-4b4c-9d42-a863c20b55bb with Priority: HIGHEST for action security_group_members [ 1391.586353] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa17346e-fdea-4b4c-9d42-a863c20b55bb taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.586353] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa17346e-fdea-4b4c-9d42-a863c20b55bb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.586353] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa17346e-fdea-4b4c-9d42-a863c20b55bb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.586353] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa17346e-fdea-4b4c-9d42-a863c20b55bb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.586353] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.586628] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.586628] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.586993] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.586993] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.586993] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa17346e-fdea-4b4c-9d42-a863c20b55bb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1391.598326] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.598326] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.598497] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.598672] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.598672] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.617960] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9289668-329e-4d60-a331-9d084785d499 in Status: IN_PROGRESS for 2s [ 1391.886235] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-716 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.886397] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-716" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.886472] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-716" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.886743] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-716" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.887014] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.887180] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.887300] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.887571] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.887647] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.887900] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1391.888013] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1391.888175] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1391.888311] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1391.888421] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1391.888531] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1391.888687] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1391.909372] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1391.909569] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1391.909677] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1391.909913] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-716" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.910325] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-8b991e81-b592-4c15-a977-6c7652c11190 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.910515] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-8b991e81-b592-4c15-a977-6c7652c11190" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.910641] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-8b991e81-b592-4c15-a977-6c7652c11190" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.910971] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-8b991e81-b592-4c15-a977-6c7652c11190" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.911125] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b991e81-b592-4c15-a977-6c7652c11190',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1392.089128] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.089128] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.089128] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.089356] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.089444] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.089622] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.089728] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.089783] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.089919] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.090024] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.090156] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa17346e-fdea-4b4c-9d42-a863c20b55bb already deleted. [ 1392.090288] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa17346e-fdea-4b4c-9d42-a863c20b55bb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.414438] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.414438] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.414655] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.414777] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.414946] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.415127] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port 8b991e81-b592-4c15-a977-6c7652c11190 not found, creating... [ 1392.415408] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.415571] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.415692] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.415921] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.416070] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.416360] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.416518] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.416636] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.416846] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.417139] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.417741] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 8b991e81-b592-4c15-a977-6c7652c11190 is going to be created. [ 1392.440410] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.440634] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.440763] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.441060] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.441297] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.441527] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-8b991e81-b592-4c15-a977-6c7652c11190" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.292020] env[69392]: INFO networking_nsxv3.common.synchronization [req-d58759ee-4ff0-4601-93a8-5b1318c029e5 req-ec72c9d8-e5e9-4352-8032-f7fd43e86d96 service nova] Enqueued Resource ID: aa17346e-fdea-4b4c-9d42-a863c20b55bb with Priority: HIGHEST for action security_group_rules [ 1393.292020] env[69392]: INFO networking_nsxv3.common.synchronization [req-d58759ee-4ff0-4601-93a8-5b1318c029e5 req-ec72c9d8-e5e9-4352-8032-f7fd43e86d96 service nova] Enqueued Resource ID: aa17346e-fdea-4b4c-9d42-a863c20b55bb with Priority: HIGHEST for action security_group_members [ 1393.292020] env[69392]: INFO networking_nsxv3.common.synchronization [req-d58759ee-4ff0-4601-93a8-5b1318c029e5 req-ec72c9d8-e5e9-4352-8032-f7fd43e86d96 service nova] Enqueued Resource ID: 8b991e81-b592-4c15-a977-6c7652c11190 with Priority: HIGHEST for action port [ 1393.292020] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa17346e-fdea-4b4c-9d42-a863c20b55bb with Priority: HIGHEST for action security_group_rules [ 1393.292020] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa17346e-fdea-4b4c-9d42-a863c20b55bb with Priority: HIGHEST for action security_group_members [ 1393.292020] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b991e81-b592-4c15-a977-6c7652c11190 with Priority: HIGHEST for action port [ 1393.292020] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa17346e-fdea-4b4c-9d42-a863c20b55bb taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.292020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa17346e-fdea-4b4c-9d42-a863c20b55bb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.292020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa17346e-fdea-4b4c-9d42-a863c20b55bb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.292020] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa17346e-fdea-4b4c-9d42-a863c20b55bb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.293275] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa17346e-fdea-4b4c-9d42-a863c20b55bb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.294600] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa17346e-fdea-4b4c-9d42-a863c20b55bb taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.294972] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa17346e-fdea-4b4c-9d42-a863c20b55bb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.295221] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa17346e-fdea-4b4c-9d42-a863c20b55bb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.297088] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa17346e-fdea-4b4c-9d42-a863c20b55bb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.297088] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.297088] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.297088] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.297088] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.297088] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.297088] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa17346e-fdea-4b4c-9d42-a863c20b55bb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.298018] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b991e81-b592-4c15-a977-6c7652c11190 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.298283] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b991e81-b592-4c15-a977-6c7652c11190" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.298450] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b991e81-b592-4c15-a977-6c7652c11190" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.298805] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b991e81-b592-4c15-a977-6c7652c11190" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.298986] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b991e81-b592-4c15-a977-6c7652c11190',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.491629] env[69392]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1393.491629] env[69392]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] NSXv3 Agent Agent loop - iteration:3 started [ 1393.634863] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9289668-329e-4d60-a331-9d084785d499 in Status: SUCCESS [ 1393.634863] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9289668-329e-4d60-a331-9d084785d499 deletion is rescheduled due to dependency. [ 1393.634863] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.801768] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa17346e-fdea-4b4c-9d42-a863c20b55bb taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.801948] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa17346e-fdea-4b4c-9d42-a863c20b55bb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.801990] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa17346e-fdea-4b4c-9d42-a863c20b55bb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.802865] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b991e81-b592-4c15-a977-6c7652c11190 with status ACTIVE [ 1393.803061] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.803178] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.803246] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.803456] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.803547] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.803721] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.803816] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.803878] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.806255] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.806401] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.806607] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.806710] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.806775] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.807180] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.807180] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.807180] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b991e81-b592-4c15-a977-6c7652c11190 is going to be updated. [ 1393.827631] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.827914] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.828044] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.828301] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.828524] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.828737] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b991e81-b592-4c15-a977-6c7652c11190" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.309217] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa17346e-fdea-4b4c-9d42-a863c20b55bb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.811742] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.811895] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.811960] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.812179] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.812288] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.812387] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa17346e-fdea-4b4c-9d42-a863c20b55bb is going to be created. [ 1394.836676] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.836827] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.836898] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.837146] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.837309] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.847649] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa17346e-fdea-4b4c-9d42-a863c20b55bb in Status: UNINITIALIZED for 2s [ 1396.859114] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa17346e-fdea-4b4c-9d42-a863c20b55bb in Status: SUCCESS [ 1396.859393] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa17346e-fdea-4b4c-9d42-a863c20b55bb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.859503] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa17346e-fdea-4b4c-9d42-a863c20b55bb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.859721] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa17346e-fdea-4b4c-9d42-a863c20b55bb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.859913] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.860054] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.860150] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.860655] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.860655] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.860655] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa17346e-fdea-4b4c-9d42-a863c20b55bb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.860655] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aa17346e-fdea-4b4c-9d42-a863c20b55bb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1397.363507] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aa17346e-fdea-4b4c-9d42-a863c20b55bb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1397.865060] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aa17346e-fdea-4b4c-9d42-a863c20b55bb: rpc.has_security_group_logging(os_id): False [ 1397.883413] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.883626] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.883626] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.883825] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.883912] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.884171] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.884279] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.884346] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.884503] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.884579] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.884666] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa17346e-fdea-4b4c-9d42-a863c20b55bb is going to be created. [ 1397.948675] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.948898] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.948991] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.949308] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.949603] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.962024] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa17346e-fdea-4b4c-9d42-a863c20b55bb in Status: IN_PROGRESS for 2s [ 1398.292062] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1398.292272] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1399.974176] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa17346e-fdea-4b4c-9d42-a863c20b55bb in Status: SUCCESS [ 1399.974569] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa17346e-fdea-4b4c-9d42-a863c20b55bb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.293143] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1403.293511] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1408.294564] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1408.295117] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1409.270427] env[69392]: INFO networking_nsxv3.common.synchronization [req-06af1df1-7c7a-42d3-a0ab-f6bb75739945 req-66954834-0b54-491b-8792-583260ec5cf7 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Enqueued Resource ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 with Priority: HIGHEST for action security_group_members [ 1409.270799] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 with Priority: HIGHEST for action security_group_members [ 1409.271136] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6d0251d-fc7b-4fc9-bcaa-32c778519012 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.271222] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.271293] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.272028] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.272028] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.272028] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.272028] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.272028] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.272313] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.272313] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6d0251d-fc7b-4fc9-bcaa-32c778519012',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1409.774799] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.775107] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.775107] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.775259] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.775354] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.775558] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.775818] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.775818] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.775934] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.775972] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.776061] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 is going to be updated. [ 1409.804922] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.805147] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.805147] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.805348] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.805492] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.814260] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 in Status: IN_PROGRESS for 2s [ 1411.825173] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 in Status: SUCCESS [ 1411.825433] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 deletion is rescheduled due to dependency. [ 1411.825433] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.272620] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1414.272620] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1416.843349] env[69392]: INFO networking_nsxv3.common.synchronization [req-f3c71466-c691-479f-b9e8-66348c64ac6b req-b44db769-7c98-40a5-be7b-eccd954d0c8e tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Enqueued Resource ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 with Priority: HIGHEST for action security_group_members [ 1416.843927] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 with Priority: HIGHEST for action security_group_members [ 1416.844248] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6d0251d-fc7b-4fc9-bcaa-32c778519012 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.844417] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.844557] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.844638] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.844790] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.844888] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.844952] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.845107] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.845191] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.845292] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6d0251d-fc7b-4fc9-bcaa-32c778519012',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.116052] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-698 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.116052] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-698" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.116052] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-698" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.116052] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-698" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.116052] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.116410] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.116410] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.116488] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.116669] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.116853] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1417.116969] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1417.117093] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1417.117281] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1417.117410] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1417.117530] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1417.117668] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1417.139464] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1417.139789] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1417.140105] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1417.140356] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-698" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.140882] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-f7d756bd-553e-4104-ba90-a8fa9a29e400 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.141209] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-f7d756bd-553e-4104-ba90-a8fa9a29e400" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.141448] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-f7d756bd-553e-4104-ba90-a8fa9a29e400" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.141932] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-f7d756bd-553e-4104-ba90-a8fa9a29e400" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.142184] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7d756bd-553e-4104-ba90-a8fa9a29e400',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.350837] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.351015] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.351123] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.351319] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.351448] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.351691] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.351792] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.351880] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.352071] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.352161] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.352251] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 is going to be updated. [ 1417.381337] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.381337] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.381337] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.381337] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.381337] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.391321] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 in Status: IN_PROGRESS for 2s [ 1417.645052] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.645267] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.645384] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.645687] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.645843] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.646019] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port f7d756bd-553e-4104-ba90-a8fa9a29e400 not found, creating... [ 1417.646294] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.646456] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.646578] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.646799] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.646942] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.647273] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.647440] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.647563] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.647776] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.647916] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.648075] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: f7d756bd-553e-4104-ba90-a8fa9a29e400 is going to be created. [ 1417.675759] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.676019] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.676111] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.676437] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.676654] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.676892] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-f7d756bd-553e-4104-ba90-a8fa9a29e400" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.355780] env[69392]: INFO networking_nsxv3.common.synchronization [req-f3c71466-c691-479f-b9e8-66348c64ac6b req-aebabe5d-d449-4126-8f97-43f356bfeacd service nova] Enqueued Resource ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 with Priority: HIGHEST for action security_group_rules [ 1418.356055] env[69392]: INFO networking_nsxv3.common.synchronization [req-f3c71466-c691-479f-b9e8-66348c64ac6b req-aebabe5d-d449-4126-8f97-43f356bfeacd service nova] Enqueued Resource ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 with Priority: HIGHEST for action security_group_members [ 1418.356123] env[69392]: INFO networking_nsxv3.common.synchronization [req-f3c71466-c691-479f-b9e8-66348c64ac6b req-aebabe5d-d449-4126-8f97-43f356bfeacd service nova] Enqueued Resource ID: f7d756bd-553e-4104-ba90-a8fa9a29e400 with Priority: HIGHEST for action port [ 1418.356623] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 with Priority: HIGHEST for action security_group_rules [ 1418.356758] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 with Priority: HIGHEST for action security_group_members [ 1418.356856] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7d756bd-553e-4104-ba90-a8fa9a29e400 with Priority: HIGHEST for action port [ 1418.357134] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6d0251d-fc7b-4fc9-bcaa-32c778519012 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.357259] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.357380] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.357521] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.357616] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6d0251d-fc7b-4fc9-bcaa-32c778519012',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1418.358448] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6d0251d-fc7b-4fc9-bcaa-32c778519012 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.358585] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.358766] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7d756bd-553e-4104-ba90-a8fa9a29e400 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.358867] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7d756bd-553e-4104-ba90-a8fa9a29e400" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.358930] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7d756bd-553e-4104-ba90-a8fa9a29e400" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.359110] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7d756bd-553e-4104-ba90-a8fa9a29e400" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.359184] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7d756bd-553e-4104-ba90-a8fa9a29e400',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1418.862484] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6d0251d-fc7b-4fc9-bcaa-32c778519012 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.862484] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.862484] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f7d756bd-553e-4104-ba90-a8fa9a29e400 with status ACTIVE [ 1418.862484] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.862484] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.862484] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.862913] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.862913] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.862913] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.863124] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.863124] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.863252] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.863322] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.863455] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.863549] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.863608] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.863928] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.863928] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.863928] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f7d756bd-553e-4104-ba90-a8fa9a29e400 is going to be updated. [ 1418.883375] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.883583] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.883583] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.883763] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.883894] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.884059] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7d756bd-553e-4104-ba90-a8fa9a29e400" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.401610] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 in Status: SUCCESS [ 1419.401913] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 deletion is rescheduled due to dependency. [ 1419.401999] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.402152] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.402388] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.402569] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.402680] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.402741] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.402896] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.402968] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.403077] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6d0251d-fc7b-4fc9-bcaa-32c778519012',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1419.905342] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6d0251d-fc7b-4fc9-bcaa-32c778519012',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1420.407561] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6d0251d-fc7b-4fc9-bcaa-32c778519012',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1420.909880] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.910089] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.910141] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.910337] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.910445] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.910554] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 is going to be updated. [ 1420.938432] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.938698] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.938698] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.938854] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.939048] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.947250] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 in Status: IN_PROGRESS for 2s [ 1422.958372] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 in Status: SUCCESS [ 1422.958863] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.958863] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.958964] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.959145] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.959267] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.959352] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.959532] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.959618] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.959708] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.959800] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c6d0251d-fc7b-4fc9-bcaa-32c778519012',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1423.357981] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1423.358213] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1423.462763] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c6d0251d-fc7b-4fc9-bcaa-32c778519012',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1423.965712] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c6d0251d-fc7b-4fc9-bcaa-32c778519012: rpc.has_security_group_logging(os_id): False [ 1423.984434] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.984671] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.984671] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.984844] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.984935] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.985200] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.985302] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.985366] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.985522] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.985595] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.985673] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 is going to be updated. [ 1424.040523] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.040741] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.040741] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.040883] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.041041] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.054134] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 in Status: IN_PROGRESS for 2s [ 1426.070073] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 in Status: SUCCESS [ 1426.070073] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.359520] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1428.359887] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1433.360491] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1433.360908] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1438.361848] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1438.362234] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1441.437269] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.437673] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.437673] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.437756] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.437861] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1441.940947] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1442.443600] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1442.945920] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1442.946193] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1443.362623] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1443.362801] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1443.742531] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.742954] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.742954] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.743073] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.755151] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1443.756358] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.757682] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1443.797489] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.797647] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.797738] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.797953] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.811472] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.812349] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1443.812429] env[69392]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69392) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1443.812530] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1443.851454] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.851677] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.851677] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.851877] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.853306] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.853483] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1443.947800] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.948046] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.948046] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.948191] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.948523] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.948814] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1444.035922] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.036213] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.036213] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.036377] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.036697] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.037025] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:51. [ 1444.037126] env[69392]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'f47e5b75-0743-45e7-8eef-18febff0b7f0', 'f9289668-329e-4d60-a331-9d084785d499', 'f9606548-654a-49d2-9fbc-444cc75811c1', 'e2a1a2ef-6974-4afd-93cf-21c2eb2a4075', '84e47622-8243-4569-9afe-094bcaaa6e7b', '01d6afbe-3053-4f64-ac14-04cad5aea5d5', 'd4c70524-2907-4910-b60f-d2f26f666f25', 'a584b752-9077-4eef-bc77-0cc03cb5dafb', '6b3362c7-f0e9-4800-ab81-b8061786dba2', '0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781', '3ed1f20c-1836-443d-9345-def76d6d7369', 'd8f6935a-7f71-4e5a-b85e-3a4675b62fdd', 'e30ecb9b-8c35-4584-b7eb-d3b4d145e2da', '8feae18d-9354-4b28-afcc-53474026aafd', '6df2c66e-f398-4052-8bb0-240944386539', '665ef08e-1cc9-40ac-a931-16c745c19272', 'e01e8653-ada8-42a7-adc6-1ae007f7f990', 'dfc16ea7-56d5-48eb-98a8-5248d3a2728d', 'e6d7b634-70cc-4999-8252-c2e90c5d0fbb', '807f9880-027d-4a70-9381-c0ae7df73138', '719d7944-9504-40fc-a61b-a8580099349b', 'e65a0c1e-a9bc-40a4-b31b-1b3111429ab9', '29c6754a-94e7-44db-b750-45c0ae051be4', '72c15541-2a23-41e5-96aa-6181de28bd0d', 'c6d0251d-fc7b-4fc9-bcaa-32c778519012', 'f354a839-fb07-406e-bd97-425db5e4da70', '8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb', 'c4eab51f-f8a6-4737-afd2-949373cc4c08', '8789f77e-0b9f-4c92-b2e7-b87732a81a6f', '523ba16e-9aef-4d46-81c8-289c4328529e', '4491d9b9-950b-4b86-b52b-7c2858ba5f10', 'a918e4b1-d769-4d2a-bb64-6c60d67de60e', '104ae6de-d6fe-4374-b384-56a40d74f527', '3bc62795-1211-4d88-b0b1-5963d0b9774e', '56a46b50-370c-4c03-bc18-49cda94c0db4', 'd232ecb8-4a38-4f14-9287-c6338447b262', 'c9c6eb89-a8af-4e25-8621-b54410a8a492', 'dccdad89-20d3-4838-b3e0-fb9fa2e7e670', '55a9bfd1-4c9b-461b-bc40-392db6117940', '2263700e-f232-46e2-b438-dd4287f8caf2', 'aa17346e-fdea-4b4c-9d42-a863c20b55bb', '3ad953ac-89c8-4380-b2f2-1a3f21b3d812', '83a22041-d482-4873-a694-7215d243b95b', '9f5effdb-8a73-494d-b222-722fe3a7f893', '026fede5-c5b9-459d-886c-6215c7bd8f42', '44752025-edeb-41ac-a47d-ef5de185998e', '331d1cd2-2e38-4a1d-9c7c-f0e4f5cfec4a', 'fd355bb2-8f17-440c-81d5-8675495ab93d', 'd423ac92-d7bb-455a-9805-981f71c4380e', '8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3', '69c25749-8a6b-44d2-90d3-c975fe87bc9d'} {{(pid=69392) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1444.037237] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1444.059399] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.059651] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.059651] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.059843] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.059932] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.060079] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1444.060155] env[69392]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69392) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1444.060227] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1444.135698] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.135932] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.135932] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.136149] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.137385] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.137742] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1444.137828] env[69392]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69392) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1444.137904] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1444.137973] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1444.138069] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/51 resources of Type:Security Group Rules [ 1444.138143] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f47e5b75-0743-45e7-8eef-18febff0b7f0 with Priority: HIGH for action security_group_rules [ 1444.138227] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f9289668-329e-4d60-a331-9d084785d499 with Priority: HIGH for action security_group_rules [ 1444.138296] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f9606548-654a-49d2-9fbc-444cc75811c1 with Priority: HIGH for action security_group_rules [ 1444.138361] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e2a1a2ef-6974-4afd-93cf-21c2eb2a4075 with Priority: HIGH for action security_group_rules [ 1444.138426] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 84e47622-8243-4569-9afe-094bcaaa6e7b with Priority: HIGH for action security_group_rules [ 1444.138490] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 with Priority: HIGH for action security_group_rules [ 1444.138552] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d4c70524-2907-4910-b60f-d2f26f666f25 with Priority: HIGH for action security_group_rules [ 1444.138612] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a584b752-9077-4eef-bc77-0cc03cb5dafb with Priority: HIGH for action security_group_rules [ 1444.138669] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6b3362c7-f0e9-4800-ab81-b8061786dba2 with Priority: HIGH for action security_group_rules [ 1444.138728] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781 with Priority: HIGH for action security_group_rules [ 1444.138786] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3ed1f20c-1836-443d-9345-def76d6d7369 with Priority: HIGH for action security_group_rules [ 1444.138850] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd with Priority: HIGH for action security_group_rules [ 1444.138915] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e30ecb9b-8c35-4584-b7eb-d3b4d145e2da with Priority: HIGH for action security_group_rules [ 1444.138977] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8feae18d-9354-4b28-afcc-53474026aafd with Priority: HIGH for action security_group_rules [ 1444.139067] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6df2c66e-f398-4052-8bb0-240944386539 with Priority: HIGH for action security_group_rules [ 1444.139128] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 665ef08e-1cc9-40ac-a931-16c745c19272 with Priority: HIGH for action security_group_rules [ 1444.139198] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e01e8653-ada8-42a7-adc6-1ae007f7f990 with Priority: HIGH for action security_group_rules [ 1444.139265] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dfc16ea7-56d5-48eb-98a8-5248d3a2728d with Priority: HIGH for action security_group_rules [ 1444.139330] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e6d7b634-70cc-4999-8252-c2e90c5d0fbb with Priority: HIGH for action security_group_rules [ 1444.139397] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 807f9880-027d-4a70-9381-c0ae7df73138 with Priority: HIGH for action security_group_rules [ 1444.139496] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.364080] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1448.364447] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1448.364447] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f47e5b75-0743-45e7-8eef-18febff0b7f0 with Priority: HIGH for action security_group_rules [ 1448.364545] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9606548-654a-49d2-9fbc-444cc75811c1 with Priority: HIGH for action security_group_rules [ 1448.364583] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4c70524-2907-4910-b60f-d2f26f666f25 with Priority: HIGH for action security_group_rules [ 1448.364723] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6df2c66e-f398-4052-8bb0-240944386539 with Priority: HIGH for action security_group_rules [ 1448.364796] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 807f9880-027d-4a70-9381-c0ae7df73138 with Priority: HIGH for action security_group_rules [ 1448.364858] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6d7b634-70cc-4999-8252-c2e90c5d0fbb with Priority: HIGH for action security_group_rules [ 1448.364910] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfc16ea7-56d5-48eb-98a8-5248d3a2728d with Priority: HIGH for action security_group_rules [ 1448.365023] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e01e8653-ada8-42a7-adc6-1ae007f7f990 with Priority: HIGH for action security_group_rules [ 1448.365159] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8feae18d-9354-4b28-afcc-53474026aafd with Priority: HIGH for action security_group_rules [ 1448.365240] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 665ef08e-1cc9-40ac-a931-16c745c19272 with Priority: HIGH for action security_group_rules [ 1448.365299] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e30ecb9b-8c35-4584-b7eb-d3b4d145e2da with Priority: HIGH for action security_group_rules [ 1448.365375] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd with Priority: HIGH for action security_group_rules [ 1448.365463] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ed1f20c-1836-443d-9345-def76d6d7369 with Priority: HIGH for action security_group_rules [ 1448.365550] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781 with Priority: HIGH for action security_group_rules [ 1448.365638] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b3362c7-f0e9-4800-ab81-b8061786dba2 with Priority: HIGH for action security_group_rules [ 1448.365726] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 with Priority: HIGH for action security_group_rules [ 1448.365814] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a584b752-9077-4eef-bc77-0cc03cb5dafb with Priority: HIGH for action security_group_rules [ 1448.365900] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84e47622-8243-4569-9afe-094bcaaa6e7b with Priority: HIGH for action security_group_rules [ 1448.365985] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9289668-329e-4d60-a331-9d084785d499 with Priority: HIGH for action security_group_rules [ 1448.366093] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2a1a2ef-6974-4afd-93cf-21c2eb2a4075 with Priority: HIGH for action security_group_rules [ 1448.366435] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f47e5b75-0743-45e7-8eef-18febff0b7f0 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.366601] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f47e5b75-0743-45e7-8eef-18febff0b7f0" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.366667] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f47e5b75-0743-45e7-8eef-18febff0b7f0" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.366838] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f47e5b75-0743-45e7-8eef-18febff0b7f0" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.366914] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f47e5b75-0743-45e7-8eef-18febff0b7f0',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1448.367921] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9606548-654a-49d2-9fbc-444cc75811c1 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.368079] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9606548-654a-49d2-9fbc-444cc75811c1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.368133] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9606548-654a-49d2-9fbc-444cc75811c1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.368288] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9606548-654a-49d2-9fbc-444cc75811c1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.368364] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9606548-654a-49d2-9fbc-444cc75811c1',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1448.369320] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4c70524-2907-4910-b60f-d2f26f666f25 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.369425] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.369484] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.369664] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.369764] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4c70524-2907-4910-b60f-d2f26f666f25',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1448.370458] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6df2c66e-f398-4052-8bb0-240944386539 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.370545] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.370638] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.370775] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.370844] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6df2c66e-f398-4052-8bb0-240944386539',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1448.371680] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-807f9880-027d-4a70-9381-c0ae7df73138 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.371680] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-807f9880-027d-4a70-9381-c0ae7df73138" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.371680] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-807f9880-027d-4a70-9381-c0ae7df73138" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.371864] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-807f9880-027d-4a70-9381-c0ae7df73138" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.371909] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('807f9880-027d-4a70-9381-c0ae7df73138',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1448.372556] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6d7b634-70cc-4999-8252-c2e90c5d0fbb taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.372653] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6d7b634-70cc-4999-8252-c2e90c5d0fbb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.372731] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6d7b634-70cc-4999-8252-c2e90c5d0fbb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.372862] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6d7b634-70cc-4999-8252-c2e90c5d0fbb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.372927] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6d7b634-70cc-4999-8252-c2e90c5d0fbb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1448.373748] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfc16ea7-56d5-48eb-98a8-5248d3a2728d taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.373872] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfc16ea7-56d5-48eb-98a8-5248d3a2728d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.373936] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfc16ea7-56d5-48eb-98a8-5248d3a2728d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.374072] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfc16ea7-56d5-48eb-98a8-5248d3a2728d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.374142] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfc16ea7-56d5-48eb-98a8-5248d3a2728d',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1448.374801] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e01e8653-ada8-42a7-adc6-1ae007f7f990 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.374894] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e01e8653-ada8-42a7-adc6-1ae007f7f990" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.374967] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e01e8653-ada8-42a7-adc6-1ae007f7f990" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.375118] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e01e8653-ada8-42a7-adc6-1ae007f7f990" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.375185] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e01e8653-ada8-42a7-adc6-1ae007f7f990',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1448.375858] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8feae18d-9354-4b28-afcc-53474026aafd taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.375966] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.376032] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.376220] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.376290] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8feae18d-9354-4b28-afcc-53474026aafd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1448.377325] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-665ef08e-1cc9-40ac-a931-16c745c19272 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.377325] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-665ef08e-1cc9-40ac-a931-16c745c19272" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.377325] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-665ef08e-1cc9-40ac-a931-16c745c19272" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.377325] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-665ef08e-1cc9-40ac-a931-16c745c19272" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.377614] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('665ef08e-1cc9-40ac-a931-16c745c19272',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1448.378179] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.378328] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.378328] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.378542] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.378542] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e30ecb9b-8c35-4584-b7eb-d3b4d145e2da',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1448.379199] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.379303] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.379360] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.379506] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.379576] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d8f6935a-7f71-4e5a-b85e-3a4675b62fdd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1448.380313] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ed1f20c-1836-443d-9345-def76d6d7369 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.380417] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ed1f20c-1836-443d-9345-def76d6d7369" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.380477] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ed1f20c-1836-443d-9345-def76d6d7369" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.380624] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ed1f20c-1836-443d-9345-def76d6d7369" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.380698] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ed1f20c-1836-443d-9345-def76d6d7369',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1448.381364] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.381474] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.381530] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.381782] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.381859] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1448.382546] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b3362c7-f0e9-4800-ab81-b8061786dba2 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.382676] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b3362c7-f0e9-4800-ab81-b8061786dba2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.382771] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b3362c7-f0e9-4800-ab81-b8061786dba2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.382920] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b3362c7-f0e9-4800-ab81-b8061786dba2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.383034] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b3362c7-f0e9-4800-ab81-b8061786dba2',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1448.383695] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01d6afbe-3053-4f64-ac14-04cad5aea5d5 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.383822] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.383874] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.384007] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.384085] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01d6afbe-3053-4f64-ac14-04cad5aea5d5',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1448.384851] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a584b752-9077-4eef-bc77-0cc03cb5dafb taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.384851] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a584b752-9077-4eef-bc77-0cc03cb5dafb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.385120] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a584b752-9077-4eef-bc77-0cc03cb5dafb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.385120] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a584b752-9077-4eef-bc77-0cc03cb5dafb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.385185] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a584b752-9077-4eef-bc77-0cc03cb5dafb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1448.386021] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84e47622-8243-4569-9afe-094bcaaa6e7b taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.386129] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84e47622-8243-4569-9afe-094bcaaa6e7b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.386129] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84e47622-8243-4569-9afe-094bcaaa6e7b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.386266] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84e47622-8243-4569-9afe-094bcaaa6e7b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.386338] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84e47622-8243-4569-9afe-094bcaaa6e7b',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1448.386984] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9289668-329e-4d60-a331-9d084785d499 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.387101] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.387166] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.387310] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.387380] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9289668-329e-4d60-a331-9d084785d499',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1448.388046] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2a1a2ef-6974-4afd-93cf-21c2eb2a4075 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.388164] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2a1a2ef-6974-4afd-93cf-21c2eb2a4075" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.388229] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2a1a2ef-6974-4afd-93cf-21c2eb2a4075" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.388372] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2a1a2ef-6974-4afd-93cf-21c2eb2a4075" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.388444] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2a1a2ef-6974-4afd-93cf-21c2eb2a4075',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1448.893639] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-8feae18d-9354-4b28-afcc-53474026aafd taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.893812] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.893867] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.894058] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.894219] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.894320] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.894383] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.894530] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.894620] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.894709] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.894793] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8feae18d-9354-4b28-afcc-53474026aafd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1448.971935] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.972227] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.972336] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.972666] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.975510] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.975656] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.976730] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.976866] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.977860] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.977994] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.978989] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.979153] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.980631] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.980782] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.981685] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.981785] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.982585] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.982683] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.983467] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.983597] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.984589] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.984731] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.985750] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.985896] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.990152] env[69392]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1448.990778] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.990941] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.991875] env[69392]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1448.992457] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.992746] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.993557] env[69392]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1448.994148] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.994292] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.995158] env[69392]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1448.995612] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.995740] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.996367] env[69392]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1448.996804] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.996940] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.997461] env[69392]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1448.997846] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.997951] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.998595] env[69392]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1448.999050] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.999167] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.999896] env[69392]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1449.000352] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.000467] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.007117] env[69392]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1449.007519] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.007641] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e30ecb9b-8c35-4584-b7eb-d3b4d145e2da is going to be deleted. [ 1449.008933] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.009154] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.028118] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.028296] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9606548-654a-49d2-9fbc-444cc75811c1 is going to be deleted. [ 1449.029176] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.029390] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.047847] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.048038] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 807f9880-027d-4a70-9381-c0ae7df73138 is going to be deleted. [ 1449.048855] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.049089] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.075027] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.075261] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.078113] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.078278] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01d6afbe-3053-4f64-ac14-04cad5aea5d5 is going to be deleted. [ 1449.079197] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.079409] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.090019] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.090207] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.095809] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.096136] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.100057] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.100219] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2a1a2ef-6974-4afd-93cf-21c2eb2a4075 is going to be deleted. [ 1449.101191] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.101416] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.124970] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.125178] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ed1f20c-1836-443d-9345-def76d6d7369 is going to be deleted. [ 1449.126066] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.126298] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.166690] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.166956] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.167761] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.167914] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6df2c66e-f398-4052-8bb0-240944386539 is going to be deleted. [ 1449.168784] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.168993] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.179159] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.179342] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.198609] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.198785] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84e47622-8243-4569-9afe-094bcaaa6e7b is going to be deleted. [ 1449.199785] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.200013] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.232251] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.232486] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.289740] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.289967] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.290879] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.290996] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e01e8653-ada8-42a7-adc6-1ae007f7f990 is going to be deleted. [ 1449.291888] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.292123] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.333067] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.333259] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9289668-329e-4d60-a331-9d084785d499 is going to be deleted. [ 1449.334095] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.334307] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.400136] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.400433] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 665ef08e-1cc9-40ac-a931-16c745c19272 is going to be deleted. [ 1449.401232] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.401443] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.402908] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8feae18d-9354-4b28-afcc-53474026aafd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1449.427599] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.427871] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.456989] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.457199] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4c70524-2907-4910-b60f-d2f26f666f25 is going to be deleted. [ 1449.458136] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.458364] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.528173] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.528401] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.541296] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.541516] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.551245] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.551389] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfc16ea7-56d5-48eb-98a8-5248d3a2728d is going to be deleted. [ 1449.552363] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.552648] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.596618] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.596808] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d8f6935a-7f71-4e5a-b85e-3a4675b62fdd is going to be deleted. [ 1449.597840] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.598074] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.601740] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.601740] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.643382] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.643588] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6d7b634-70cc-4999-8252-c2e90c5d0fbb is going to be deleted. [ 1449.644598] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.644859] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.684946] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.685173] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.688135] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.688261] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.716490] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.716674] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781 is going to be deleted. [ 1449.717582] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.717820] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.768129] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.768367] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.770364] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.770515] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a584b752-9077-4eef-bc77-0cc03cb5dafb is going to be deleted. [ 1449.771502] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.771798] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.782477] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.782659] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.837752] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.837952] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b3362c7-f0e9-4800-ab81-b8061786dba2 is going to be deleted. [ 1449.838896] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.839160] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.896700] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.896886] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.901412] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.901618] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.905060] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8feae18d-9354-4b28-afcc-53474026aafd: rpc.has_security_group_logging(os_id): False [ 1449.931671] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.931913] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f47e5b75-0743-45e7-8eef-18febff0b7f0 is going to be deleted. [ 1449.932779] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.933009] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.933118] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.933244] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e30ecb9b-8c35-4584-b7eb-d3b4d145e2da" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.933408] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.933573] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.933660] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.933778] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9606548-654a-49d2-9fbc-444cc75811c1" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.934323] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.934493] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.934577] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.934731] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-807f9880-027d-4a70-9381-c0ae7df73138" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.934873] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.935063] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.935120] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.935235] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01d6afbe-3053-4f64-ac14-04cad5aea5d5" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.935361] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.935505] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.935583] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.935700] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2a1a2ef-6974-4afd-93cf-21c2eb2a4075" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.935837] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.935985] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.936129] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.936246] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ed1f20c-1836-443d-9345-def76d6d7369" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.936381] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.936527] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.936606] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.936722] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6df2c66e-f398-4052-8bb0-240944386539" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.936847] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.936987] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.937077] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.937193] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84e47622-8243-4569-9afe-094bcaaa6e7b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.937318] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.937457] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.937546] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.937689] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9289668-329e-4d60-a331-9d084785d499" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.937835] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.937968] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.938054] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.938254] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e01e8653-ada8-42a7-adc6-1ae007f7f990" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.938338] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.938425] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.938499] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.938609] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-665ef08e-1cc9-40ac-a931-16c745c19272" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.938737] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.938872] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.939056] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.939056] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfc16ea7-56d5-48eb-98a8-5248d3a2728d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.939180] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.939305] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.939370] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.939475] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4c70524-2907-4910-b60f-d2f26f666f25" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.939609] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.939771] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.939855] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.940029] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6d7b634-70cc-4999-8252-c2e90c5d0fbb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.940104] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.940213] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.940281] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.940388] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d8f6935a-7f71-4e5a-b85e-3a4675b62fdd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.940509] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.940642] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.940718] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.940830] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0dd55ffb-62d7-4f2d-b6b2-68f22b1cb781" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.940950] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.941108] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.941184] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.941291] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a584b752-9077-4eef-bc77-0cc03cb5dafb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.948448] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.948660] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.948660] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.948809] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.056794] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.057082] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.063527] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.063850] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.064022] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.064022] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.064234] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.064315] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.064402] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8feae18d-9354-4b28-afcc-53474026aafd is going to be updated. [ 1450.065490] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.065668] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.065756] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.065874] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b3362c7-f0e9-4800-ab81-b8061786dba2" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.106599] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.106819] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.106894] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.107112] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.107199] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.107332] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f47e5b75-0743-45e7-8eef-18febff0b7f0" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.260779] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.261049] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.261049] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.261216] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.261365] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.296349] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8feae18d-9354-4b28-afcc-53474026aafd in Status: IN_PROGRESS for 2s [ 1452.310585] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8feae18d-9354-4b28-afcc-53474026aafd in Status: SUCCESS [ 1452.311062] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.366785] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1453.367271] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1458.368114] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1458.368548] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1463.369544] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1463.369544] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1468.371054] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1468.371362] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1473.372224] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1473.372694] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1478.373574] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1478.373574] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1481.134446] env[69392]: INFO networking_nsxv3.common.synchronization [req-0689408e-7cd0-48c1-880e-bd6ac08f0202 req-58489941-00fb-457a-9021-46c67a1556ac tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Enqueued Resource ID: aa17346e-fdea-4b4c-9d42-a863c20b55bb with Priority: HIGHEST for action security_group_members [ 1481.134446] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa17346e-fdea-4b4c-9d42-a863c20b55bb with Priority: HIGHEST for action security_group_members [ 1481.134696] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa17346e-fdea-4b4c-9d42-a863c20b55bb taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.134861] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa17346e-fdea-4b4c-9d42-a863c20b55bb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.134921] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa17346e-fdea-4b4c-9d42-a863c20b55bb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.135121] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa17346e-fdea-4b4c-9d42-a863c20b55bb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.135288] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.136466] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.136466] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.136466] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.136466] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.136466] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa17346e-fdea-4b4c-9d42-a863c20b55bb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1481.639866] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.639866] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.639866] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.640351] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.661499] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.661738] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.661907] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.661907] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.662154] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.662249] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.662339] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa17346e-fdea-4b4c-9d42-a863c20b55bb is going to be updated. [ 1481.698734] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.699064] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.699064] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.699226] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.699395] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.708465] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa17346e-fdea-4b4c-9d42-a863c20b55bb in Status: IN_PROGRESS for 2s [ 1483.720078] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa17346e-fdea-4b4c-9d42-a863c20b55bb in Status: SUCCESS [ 1483.720487] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa17346e-fdea-4b4c-9d42-a863c20b55bb deletion is rescheduled due to dependency. [ 1483.720561] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa17346e-fdea-4b4c-9d42-a863c20b55bb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.135732] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1486.136198] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1489.372683] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-698 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.373064] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-698" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.373064] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-698" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.373283] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-698" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.373545] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.373705] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.373823] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.374125] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.374285] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.374495] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1489.374609] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1489.374721] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1489.374829] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1489.374946] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1489.375066] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1489.375202] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1489.396507] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1489.396689] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1489.396813] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1489.396991] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-698" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.397329] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-f7d756bd-553e-4104-ba90-a8fa9a29e400 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.397504] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-f7d756bd-553e-4104-ba90-a8fa9a29e400" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.397629] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-f7d756bd-553e-4104-ba90-a8fa9a29e400" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.397895] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-f7d756bd-553e-4104-ba90-a8fa9a29e400" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.398074] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7d756bd-553e-4104-ba90-a8fa9a29e400',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1489.900357] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.900611] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.900723] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.900994] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.901181] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.901507] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.901672] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.901793] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.902035] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.902187] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.902469] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.902626] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.902746] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.902962] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.903111] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.903259] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: f7d756bd-553e-4104-ba90-a8fa9a29e400 is going to be updated. [ 1489.926360] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.926618] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.926709] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.926985] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.927196] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.927426] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-f7d756bd-553e-4104-ba90-a8fa9a29e400" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.601204] env[69392]: INFO networking_nsxv3.common.synchronization [req-074da437-d202-444c-8f8b-947c7812bf59 req-4de57b66-5523-43e1-9df9-e7359639be76 service nova] Enqueued Resource ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 with Priority: HIGHEST for action security_group_rules [ 1490.601204] env[69392]: INFO networking_nsxv3.common.synchronization [req-074da437-d202-444c-8f8b-947c7812bf59 req-4de57b66-5523-43e1-9df9-e7359639be76 service nova] Enqueued Resource ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 with Priority: HIGHEST for action security_group_members [ 1490.601204] env[69392]: INFO networking_nsxv3.common.synchronization [req-074da437-d202-444c-8f8b-947c7812bf59 req-4de57b66-5523-43e1-9df9-e7359639be76 service nova] Enqueued Resource ID: f7d756bd-553e-4104-ba90-a8fa9a29e400 with Priority: HIGHEST for action port [ 1490.601204] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 with Priority: HIGHEST for action security_group_rules [ 1490.601204] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 with Priority: HIGHEST for action security_group_members [ 1490.601204] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7d756bd-553e-4104-ba90-a8fa9a29e400 with Priority: HIGHEST for action port [ 1490.602087] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6d0251d-fc7b-4fc9-bcaa-32c778519012 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.602378] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.602626] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.602909] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.603105] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6d0251d-fc7b-4fc9-bcaa-32c778519012',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1490.604390] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6d0251d-fc7b-4fc9-bcaa-32c778519012 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.604661] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.604828] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.605102] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.605378] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.605606] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.605767] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.606008] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.606203] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.606669] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6d0251d-fc7b-4fc9-bcaa-32c778519012',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1490.607787] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7d756bd-553e-4104-ba90-a8fa9a29e400 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.608028] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7d756bd-553e-4104-ba90-a8fa9a29e400" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.608822] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7d756bd-553e-4104-ba90-a8fa9a29e400" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.608822] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7d756bd-553e-4104-ba90-a8fa9a29e400" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.608822] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7d756bd-553e-4104-ba90-a8fa9a29e400',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1491.110357] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6d0251d-fc7b-4fc9-bcaa-32c778519012 taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.110599] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.110660] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6d0251d-fc7b-4fc9-bcaa-32c778519012',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1491.111627] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f7d756bd-553e-4104-ba90-a8fa9a29e400 with status ACTIVE [ 1491.111822] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.111937] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.111996] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.112220] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.112311] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.112482] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.112588] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.112632] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.112780] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.112857] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.113050] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.113141] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.113698] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.113698] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.113698] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.113698] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f7d756bd-553e-4104-ba90-a8fa9a29e400 is going to be updated. [ 1491.133792] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.134049] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.134049] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.134182] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.134312] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.134468] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7d756bd-553e-4104-ba90-a8fa9a29e400" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.615785] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6d0251d-fc7b-4fc9-bcaa-32c778519012',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1492.118169] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.118413] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.118413] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.118613] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.118710] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.118812] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 is going to be updated. [ 1492.148521] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.148763] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.148763] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.148965] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.149134] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.158423] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 in Status: IN_PROGRESS for 2s [ 1494.168956] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 in Status: SUCCESS [ 1494.169375] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.169375] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.169560] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.169752] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.169869] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.169933] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.170147] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.170288] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.170336] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.170405] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c6d0251d-fc7b-4fc9-bcaa-32c778519012',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1494.672497] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c6d0251d-fc7b-4fc9-bcaa-32c778519012',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1495.175502] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c6d0251d-fc7b-4fc9-bcaa-32c778519012: rpc.has_security_group_logging(os_id): False [ 1495.195213] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.195471] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.195471] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.195660] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.214873] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.215207] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.215334] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.215403] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.215611] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.215701] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.215792] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 is going to be updated. [ 1495.279359] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.279600] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.279678] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.279994] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.280277] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.310406] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 in Status: IN_PROGRESS for 2s [ 1495.601426] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1495.601603] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1497.328929] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 in Status: SUCCESS [ 1497.328929] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.602779] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1500.603266] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1505.603545] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1505.603545] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1506.569681] env[69392]: INFO networking_nsxv3.common.synchronization [req-f0791266-c6e2-4488-83bf-4c055c10ddf9 req-3639519b-0891-418a-a1f6-89db819d2506 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Enqueued Resource ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 with Priority: HIGHEST for action security_group_members [ 1506.570253] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 with Priority: HIGHEST for action security_group_members [ 1506.571164] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6d0251d-fc7b-4fc9-bcaa-32c778519012 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.571164] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.571164] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.571164] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.571501] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.571501] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.571501] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.571634] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.571634] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.571705] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6d0251d-fc7b-4fc9-bcaa-32c778519012',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1507.074528] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.074967] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.074967] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.075087] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.075181] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.075436] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.075547] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.075648] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.075805] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.075904] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.076000] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 is going to be updated. [ 1507.104286] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.104512] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.104512] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.104766] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.104927] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.115794] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 in Status: IN_PROGRESS for 2s [ 1509.126631] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 in Status: IN_PROGRESS for 4s [ 1511.138087] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 in Status: SUCCESS [ 1511.138490] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 deletion is rescheduled due to dependency. [ 1511.138490] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.571379] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1511.571571] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1516.572504] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1516.572504] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1516.889033] env[69392]: INFO networking_nsxv3.common.synchronization [req-abfd0064-a467-4e6f-9b4b-c37fccc7d291 req-f6853920-f8d5-4211-b54b-04d263f95bdd tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Enqueued Resource ID: 8feae18d-9354-4b28-afcc-53474026aafd with Priority: HIGHEST for action security_group_members [ 1516.889465] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8feae18d-9354-4b28-afcc-53474026aafd with Priority: HIGHEST for action security_group_members [ 1516.889765] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-8feae18d-9354-4b28-afcc-53474026aafd taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.889900] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.890013] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.890194] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.890399] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.890518] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.890575] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.891121] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.891121] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.891121] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8feae18d-9354-4b28-afcc-53474026aafd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1517.393564] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.393720] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.393796] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.394023] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.394126] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.394323] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.394416] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.394480] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.394630] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.394705] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.394791] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8feae18d-9354-4b28-afcc-53474026aafd is going to be updated. [ 1517.423060] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.423218] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.423292] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.423508] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.423647] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.432240] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8feae18d-9354-4b28-afcc-53474026aafd in Status: IN_PROGRESS for 2s [ 1519.443458] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8feae18d-9354-4b28-afcc-53474026aafd in Status: SUCCESS [ 1519.443687] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8feae18d-9354-4b28-afcc-53474026aafd deletion is rescheduled due to dependency. [ 1519.443790] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.890820] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1521.890820] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1523.977651] env[69392]: INFO networking_nsxv3.common.synchronization [req-f4c0c924-4ffd-4a13-aad3-6b515289930f req-c04e9326-4fa3-41bc-9c26-80d91f82159f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Enqueued Resource ID: 8feae18d-9354-4b28-afcc-53474026aafd with Priority: HIGHEST for action security_group_members [ 1523.977651] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8feae18d-9354-4b28-afcc-53474026aafd with Priority: HIGHEST for action security_group_members [ 1523.977651] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-8feae18d-9354-4b28-afcc-53474026aafd taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.977651] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.977651] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.984017] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.984017] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.984017] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.984017] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.984017] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.984017] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.984017] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8feae18d-9354-4b28-afcc-53474026aafd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1524.254993] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-716 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.255205] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-716" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.255335] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-716" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.255601] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-716" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.255863] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.256032] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.256156] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.256370] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.256543] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.256733] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1524.256850] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1524.256963] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1524.257089] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1524.257204] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1524.257315] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1524.257448] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1524.279698] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1524.279905] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1524.280042] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1524.280243] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-716" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.280646] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-41c608ec-f72c-46df-9e18-70220ee7e4ad taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.280837] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-41c608ec-f72c-46df-9e18-70220ee7e4ad" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.280965] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-41c608ec-f72c-46df-9e18-70220ee7e4ad" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.281337] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-41c608ec-f72c-46df-9e18-70220ee7e4ad" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.281503] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41c608ec-f72c-46df-9e18-70220ee7e4ad',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1524.485653] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.485848] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.485886] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.486123] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.486218] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.486411] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.486511] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.486573] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.486788] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.486882] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.486972] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8feae18d-9354-4b28-afcc-53474026aafd is going to be updated. [ 1524.513069] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.513223] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.513341] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.513476] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.513626] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.522696] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8feae18d-9354-4b28-afcc-53474026aafd in Status: IN_PROGRESS for 2s [ 1524.783913] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.784120] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.784255] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.784538] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.784689] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.784848] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port 41c608ec-f72c-46df-9e18-70220ee7e4ad not found, creating... [ 1524.785124] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.785287] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.785409] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.785654] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.785805] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.786104] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.786265] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.786387] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.786595] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.786734] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.786877] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: 41c608ec-f72c-46df-9e18-70220ee7e4ad is going to be created. [ 1524.806633] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.806892] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.807016] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.807274] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.807505] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.807732] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-41c608ec-f72c-46df-9e18-70220ee7e4ad" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.486240] env[69392]: INFO networking_nsxv3.common.synchronization [req-f4c0c924-4ffd-4a13-aad3-6b515289930f req-8de89876-6dda-496a-bfe5-8b53942c7e38 service nova] Enqueued Resource ID: 8feae18d-9354-4b28-afcc-53474026aafd with Priority: HIGHEST for action security_group_rules [ 1525.486471] env[69392]: INFO networking_nsxv3.common.synchronization [req-f4c0c924-4ffd-4a13-aad3-6b515289930f req-8de89876-6dda-496a-bfe5-8b53942c7e38 service nova] Enqueued Resource ID: 8feae18d-9354-4b28-afcc-53474026aafd with Priority: HIGHEST for action security_group_members [ 1525.486567] env[69392]: INFO networking_nsxv3.common.synchronization [req-f4c0c924-4ffd-4a13-aad3-6b515289930f req-8de89876-6dda-496a-bfe5-8b53942c7e38 service nova] Enqueued Resource ID: 41c608ec-f72c-46df-9e18-70220ee7e4ad with Priority: HIGHEST for action port [ 1525.486799] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8feae18d-9354-4b28-afcc-53474026aafd with Priority: HIGHEST for action security_group_rules [ 1525.486929] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8feae18d-9354-4b28-afcc-53474026aafd with Priority: HIGHEST for action security_group_members [ 1525.487173] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41c608ec-f72c-46df-9e18-70220ee7e4ad with Priority: HIGHEST for action port [ 1525.487764] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8feae18d-9354-4b28-afcc-53474026aafd taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.487893] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.487961] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.488179] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.488260] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8feae18d-9354-4b28-afcc-53474026aafd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.489608] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-8feae18d-9354-4b28-afcc-53474026aafd taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.489665] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.489957] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-41c608ec-f72c-46df-9e18-70220ee7e4ad taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.490094] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41c608ec-f72c-46df-9e18-70220ee7e4ad" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.490160] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41c608ec-f72c-46df-9e18-70220ee7e4ad" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.490365] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41c608ec-f72c-46df-9e18-70220ee7e4ad" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.490522] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41c608ec-f72c-46df-9e18-70220ee7e4ad',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.990603] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-8feae18d-9354-4b28-afcc-53474026aafd taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.990851] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.993197] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 41c608ec-f72c-46df-9e18-70220ee7e4ad with status ACTIVE [ 1525.993197] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.993197] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.993197] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.993197] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.993197] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.993389] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.993495] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.993533] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.993697] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.993775] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.993963] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.994070] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.994123] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.994265] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.994340] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.994424] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 41c608ec-f72c-46df-9e18-70220ee7e4ad is going to be updated. [ 1526.014828] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.015027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.015027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.015239] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.015370] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.015528] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41c608ec-f72c-46df-9e18-70220ee7e4ad" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.531942] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8feae18d-9354-4b28-afcc-53474026aafd in Status: SUCCESS [ 1526.532208] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8feae18d-9354-4b28-afcc-53474026aafd deletion is rescheduled due to dependency. [ 1526.532238] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.532509] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.532630] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.532809] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.532933] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.532998] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.533175] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.533894] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.533894] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8feae18d-9354-4b28-afcc-53474026aafd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1527.035996] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8feae18d-9354-4b28-afcc-53474026aafd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1527.538974] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8feae18d-9354-4b28-afcc-53474026aafd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1528.041452] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.041616] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.041723] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.042275] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.042275] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.042275] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8feae18d-9354-4b28-afcc-53474026aafd is going to be updated. [ 1528.072245] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.072425] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.072526] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.072794] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.072949] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.084048] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8feae18d-9354-4b28-afcc-53474026aafd in Status: IN_PROGRESS for 2s [ 1530.095270] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8feae18d-9354-4b28-afcc-53474026aafd in Status: SUCCESS [ 1530.095618] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.095661] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.095913] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.096130] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.096283] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.096387] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.096641] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.096774] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.096886] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.096989] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8feae18d-9354-4b28-afcc-53474026aafd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1530.488717] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1530.488862] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1530.599471] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8feae18d-9354-4b28-afcc-53474026aafd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1531.101622] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8feae18d-9354-4b28-afcc-53474026aafd: rpc.has_security_group_logging(os_id): False [ 1531.118373] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.118544] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.118596] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.118774] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.118868] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.119155] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.119271] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.119331] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.119472] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.119551] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.119639] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8feae18d-9354-4b28-afcc-53474026aafd is going to be updated. [ 1531.176940] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.177153] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.177153] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.177368] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.177518] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.193542] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8feae18d-9354-4b28-afcc-53474026aafd in Status: IN_PROGRESS for 2s [ 1533.208989] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8feae18d-9354-4b28-afcc-53474026aafd in Status: SUCCESS [ 1533.209329] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.489871] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1535.489871] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1540.491061] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1540.491436] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1545.492334] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1545.492773] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1550.493416] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1550.493813] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1555.494257] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1555.494609] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1560.494960] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1560.495385] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1565.496569] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1565.496918] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1570.497195] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1570.497571] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1575.498738] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1575.499257] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1580.499596] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1580.499940] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1585.501030] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1585.501414] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1590.502508] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1590.502836] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1595.504110] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1595.504373] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1600.505414] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1600.505708] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1603.759337] env[69392]: INFO networking_nsxv3.common.synchronization [req-55ea0abf-2654-4003-afff-6a7476a9af7b req-c9a7244c-e762-4cf6-9cf4-8ed94e393ed5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Enqueued Resource ID: 8feae18d-9354-4b28-afcc-53474026aafd with Priority: HIGHEST for action security_group_members [ 1603.759950] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8feae18d-9354-4b28-afcc-53474026aafd with Priority: HIGHEST for action security_group_members [ 1603.760273] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-8feae18d-9354-4b28-afcc-53474026aafd taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1603.761027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.761027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1603.761027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1603.761027] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1603.761027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.761027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1603.761253] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1603.761253] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1603.761378] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8feae18d-9354-4b28-afcc-53474026aafd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1604.263348] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1604.263566] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.263613] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1604.263826] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1604.263925] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1604.264139] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1604.264273] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.264325] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1604.264488] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1604.264563] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1604.264654] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8feae18d-9354-4b28-afcc-53474026aafd is going to be updated. [ 1604.315082] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1604.315288] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.315370] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1604.315603] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1604.315760] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1604.328348] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8feae18d-9354-4b28-afcc-53474026aafd in Status: IN_PROGRESS for 2s [ 1606.340536] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8feae18d-9354-4b28-afcc-53474026aafd in Status: SUCCESS [ 1606.340536] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8feae18d-9354-4b28-afcc-53474026aafd deletion is rescheduled due to dependency. [ 1606.341035] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1608.761332] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1608.761701] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1610.708990] env[69392]: INFO networking_nsxv3.common.synchronization [req-358432a0-a7e3-4cee-937a-0c938a9ac072 req-758a60bb-17e7-4023-9244-20af8970925c tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Enqueued Resource ID: 8feae18d-9354-4b28-afcc-53474026aafd with Priority: HIGHEST for action security_group_members [ 1610.709622] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8feae18d-9354-4b28-afcc-53474026aafd with Priority: HIGHEST for action security_group_members [ 1610.709859] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-8feae18d-9354-4b28-afcc-53474026aafd taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1610.709997] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.710068] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.710246] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1610.710394] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1610.710489] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.710546] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.710684] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1610.710811] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.710849] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8feae18d-9354-4b28-afcc-53474026aafd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1610.971543] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock network-716 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1610.971744] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "network-716" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.971877] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "network-716" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.972180] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "network-716" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1610.972448] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1610.972607] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.972726] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.972936] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1610.973094] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.973303] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1610.973418] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] NeedRegenerationException {{(pid=69392) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1610.973527] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] no value, waiting for create lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1610.973651] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] value creation lock acquired {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1610.973770] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] No value present for key: 'zone-id' {{(pid=69392) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1610.973878] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Calling creation function for not-yet-present value {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1610.974016] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1610.994110] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1610.994296] env[69392]: DEBUG dogpile.cache.region [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69392) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1610.994412] env[69392]: DEBUG dogpile.lock [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Released creation lock {{(pid=69392) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1610.994592] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "network-716" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.994907] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock port-de880f2e-b9a3-404c-8201-c725072c34b4 taken with stack trace [, , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1610.995095] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "port-de880f2e-b9a3-404c-8201-c725072c34b4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.995219] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "port-de880f2e-b9a3-404c-8201-c725072c34b4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.995601] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "port-de880f2e-b9a3-404c-8201-c725072c34b4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1610.995755] env[69392]: DEBUG networking_nsxv3.api.rpc [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de880f2e-b9a3-404c-8201-c725072c34b4',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1611.213364] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.213550] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.213550] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.213771] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.213863] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.214079] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.214178] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.214239] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.214384] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.214461] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.214549] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8feae18d-9354-4b28-afcc-53474026aafd is going to be updated. [ 1611.238540] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.238720] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.238763] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.238937] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.239102] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.247113] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8feae18d-9354-4b28-afcc-53474026aafd in Status: IN_PROGRESS for 2s [ 1611.498092] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.498346] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.498480] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.498761] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.498917] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.499090] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Segment Port de880f2e-b9a3-404c-8201-c725072c34b4 not found, creating... [ 1611.499363] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.499520] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.499640] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.499853] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.499990] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.500287] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.500447] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.500566] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.500774] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.500908] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.501059] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Resource: SegmentPort with ID: de880f2e-b9a3-404c-8201-c725072c34b4 is going to be created. [ 1611.524401] env[69392]: DEBUG networking_nsxv3.common.locking [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.524620] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.524749] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.525048] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.525287] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.525518] env[69392]: DEBUG oslo_concurrency.lockutils [None req-61025552-781c-40e2-bc7a-497ab6cad257 None None] Releasing lock "port-de880f2e-b9a3-404c-8201-c725072c34b4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.197698] env[69392]: INFO networking_nsxv3.common.synchronization [req-358432a0-a7e3-4cee-937a-0c938a9ac072 req-51db8930-1645-45cb-ad87-130f1c0bfb03 service nova] Enqueued Resource ID: 8feae18d-9354-4b28-afcc-53474026aafd with Priority: HIGHEST for action security_group_rules [ 1612.197962] env[69392]: INFO networking_nsxv3.common.synchronization [req-358432a0-a7e3-4cee-937a-0c938a9ac072 req-51db8930-1645-45cb-ad87-130f1c0bfb03 service nova] Enqueued Resource ID: 8feae18d-9354-4b28-afcc-53474026aafd with Priority: HIGHEST for action security_group_members [ 1612.198035] env[69392]: INFO networking_nsxv3.common.synchronization [req-358432a0-a7e3-4cee-937a-0c938a9ac072 req-51db8930-1645-45cb-ad87-130f1c0bfb03 service nova] Enqueued Resource ID: de880f2e-b9a3-404c-8201-c725072c34b4 with Priority: HIGHEST for action port [ 1612.198264] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8feae18d-9354-4b28-afcc-53474026aafd with Priority: HIGHEST for action security_group_rules [ 1612.198389] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8feae18d-9354-4b28-afcc-53474026aafd with Priority: HIGHEST for action security_group_members [ 1612.198489] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de880f2e-b9a3-404c-8201-c725072c34b4 with Priority: HIGHEST for action port [ 1612.199039] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8feae18d-9354-4b28-afcc-53474026aafd taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.199166] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.199241] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.199432] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.199515] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8feae18d-9354-4b28-afcc-53474026aafd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1612.200354] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-8feae18d-9354-4b28-afcc-53474026aafd taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.200453] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.200671] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock port-de880f2e-b9a3-404c-8201-c725072c34b4 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.200776] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de880f2e-b9a3-404c-8201-c725072c34b4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.200838] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de880f2e-b9a3-404c-8201-c725072c34b4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.201009] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de880f2e-b9a3-404c-8201-c725072c34b4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.201088] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de880f2e-b9a3-404c-8201-c725072c34b4',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1612.703075] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-8feae18d-9354-4b28-afcc-53474026aafd taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.703277] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.703388] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port de880f2e-b9a3-404c-8201-c725072c34b4 with status ACTIVE [ 1612.703561] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.703684] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.703755] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.703966] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.704072] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.704249] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.704354] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.704435] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.704641] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.704680] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.704865] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.704969] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.705019] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.705163] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.705236] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.705320] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: de880f2e-b9a3-404c-8201-c725072c34b4 is going to be updated. [ 1612.725628] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.725810] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.725852] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.726075] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.726313] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.726562] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de880f2e-b9a3-404c-8201-c725072c34b4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.257307] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8feae18d-9354-4b28-afcc-53474026aafd in Status: SUCCESS [ 1613.257596] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8feae18d-9354-4b28-afcc-53474026aafd deletion is rescheduled due to dependency. [ 1613.257596] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.257746] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1613.257952] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1613.258184] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1613.258306] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.258374] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1613.258535] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1613.258615] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.258708] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8feae18d-9354-4b28-afcc-53474026aafd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1613.760913] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8feae18d-9354-4b28-afcc-53474026aafd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1614.262932] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8feae18d-9354-4b28-afcc-53474026aafd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1614.765203] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1614.765419] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.765531] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1614.765803] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1614.765946] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1614.766122] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8feae18d-9354-4b28-afcc-53474026aafd is going to be updated. [ 1614.794946] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1614.794946] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.794946] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1614.794946] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1614.795212] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1614.803460] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8feae18d-9354-4b28-afcc-53474026aafd in Status: IN_PROGRESS for 2s [ 1616.814239] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8feae18d-9354-4b28-afcc-53474026aafd in Status: SUCCESS [ 1616.814612] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1616.814612] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1616.814836] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1616.815042] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1616.815163] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1616.815230] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1616.815393] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1616.815478] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1616.815566] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1616.815656] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8feae18d-9354-4b28-afcc-53474026aafd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1617.199472] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1617.199657] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1617.317473] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8feae18d-9354-4b28-afcc-53474026aafd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1617.820072] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8feae18d-9354-4b28-afcc-53474026aafd: rpc.has_security_group_logging(os_id): False [ 1617.838402] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1617.838659] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1617.838659] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1617.838827] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1617.838917] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1617.839189] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1617.839289] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1617.839355] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1617.839602] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1617.839691] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1617.839787] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8feae18d-9354-4b28-afcc-53474026aafd is going to be updated. [ 1617.895186] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1617.895457] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1617.895457] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1617.895608] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1617.895757] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1617.907385] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8feae18d-9354-4b28-afcc-53474026aafd in Status: IN_PROGRESS for 2s [ 1619.920928] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8feae18d-9354-4b28-afcc-53474026aafd in Status: SUCCESS [ 1619.921277] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1622.201136] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1622.201406] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1627.202467] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1627.202873] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1632.203185] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1632.203517] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1633.492792] env[69392]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1633.493204] env[69392]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-c262af13-bfb8-4f7c-82fa-73e4356d089d None None] NSXv3 Agent Agent loop - iteration:4 started [ 1637.204263] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1637.204639] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1642.205208] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1642.205554] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1647.206357] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1647.206742] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1652.207219] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1652.207579] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1657.208513] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1657.208887] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1662.209813] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1662.210244] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1667.211027] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1667.211450] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1672.212542] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1672.212787] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1674.705948] env[69392]: INFO networking_nsxv3.common.synchronization [req-b084f707-4d80-4a9c-a853-bdaa6fc136ff req-42f4bd64-e5f7-4dc5-8b6d-9faa2413c96a tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Enqueued Resource ID: 8feae18d-9354-4b28-afcc-53474026aafd with Priority: HIGHEST for action security_group_members [ 1674.706548] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8feae18d-9354-4b28-afcc-53474026aafd with Priority: HIGHEST for action security_group_members [ 1674.706891] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock member-8feae18d-9354-4b28-afcc-53474026aafd taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1674.707177] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1674.707293] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1674.707506] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1674.707904] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1674.707904] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1674.707904] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1674.708217] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1674.708217] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1674.708217] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8feae18d-9354-4b28-afcc-53474026aafd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1675.210609] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1675.210817] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1675.210817] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1675.211027] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1675.211138] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1675.211399] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1675.211513] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1675.211582] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1675.211732] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1675.211812] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1675.211900] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8feae18d-9354-4b28-afcc-53474026aafd is going to be updated. [ 1675.248074] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1675.248332] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1675.248332] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1675.248497] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1675.248640] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1675.257182] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8feae18d-9354-4b28-afcc-53474026aafd in Status: IN_PROGRESS for 2s [ 1677.268242] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8feae18d-9354-4b28-afcc-53474026aafd in Status: SUCCESS [ 1677.268681] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8feae18d-9354-4b28-afcc-53474026aafd deletion is rescheduled due to dependency. [ 1677.268681] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1679.707883] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1679.708249] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1681.440692] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1681.441062] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1681.441062] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1681.441156] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1681.441270] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1681.943931] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1682.445976] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1682.948962] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1682.949175] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1683.639075] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1683.639457] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1683.639457] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1683.639457] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1683.652109] env[69392]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1683.652914] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1683.653686] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1683.689556] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1683.689779] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1683.689779] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1683.690046] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1683.703191] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1683.703970] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1683.704067] env[69392]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69392) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1683.704162] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1683.737052] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1683.737252] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1683.737252] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1683.737454] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1683.738292] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1683.738460] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1683.820384] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1683.820606] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1683.820606] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1683.820785] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1683.821102] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1683.821373] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1683.906293] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1683.906499] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1683.906499] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1683.906696] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1683.907032] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1683.907340] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:32. [ 1683.907432] env[69392]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'8feae18d-9354-4b28-afcc-53474026aafd', 'e65a0c1e-a9bc-40a4-b31b-1b3111429ab9', '719d7944-9504-40fc-a61b-a8580099349b', '29c6754a-94e7-44db-b750-45c0ae051be4', '72c15541-2a23-41e5-96aa-6181de28bd0d', 'c6d0251d-fc7b-4fc9-bcaa-32c778519012', 'f354a839-fb07-406e-bd97-425db5e4da70', '8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb', 'c4eab51f-f8a6-4737-afd2-949373cc4c08', '8789f77e-0b9f-4c92-b2e7-b87732a81a6f', '523ba16e-9aef-4d46-81c8-289c4328529e', '4491d9b9-950b-4b86-b52b-7c2858ba5f10', 'a918e4b1-d769-4d2a-bb64-6c60d67de60e', '104ae6de-d6fe-4374-b384-56a40d74f527', '3bc62795-1211-4d88-b0b1-5963d0b9774e', '56a46b50-370c-4c03-bc18-49cda94c0db4', 'd232ecb8-4a38-4f14-9287-c6338447b262', 'c9c6eb89-a8af-4e25-8621-b54410a8a492', 'dccdad89-20d3-4838-b3e0-fb9fa2e7e670', '55a9bfd1-4c9b-461b-bc40-392db6117940', '2263700e-f232-46e2-b438-dd4287f8caf2', 'aa17346e-fdea-4b4c-9d42-a863c20b55bb', '3ad953ac-89c8-4380-b2f2-1a3f21b3d812', '83a22041-d482-4873-a694-7215d243b95b', '9f5effdb-8a73-494d-b222-722fe3a7f893', '026fede5-c5b9-459d-886c-6215c7bd8f42', '44752025-edeb-41ac-a47d-ef5de185998e', '331d1cd2-2e38-4a1d-9c7c-f0e4f5cfec4a', 'fd355bb2-8f17-440c-81d5-8675495ab93d', 'd423ac92-d7bb-455a-9805-981f71c4380e', '8a1e6e25-f207-4e3f-8da2-62f6eb1fd6c3', '69c25749-8a6b-44d2-90d3-c975fe87bc9d'} {{(pid=69392) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1683.907518] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1683.926653] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1683.926855] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1683.926855] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1683.927069] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1683.927157] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1683.927271] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1683.927343] env[69392]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69392) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1683.927415] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1683.997999] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1683.998282] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1683.998360] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1683.998583] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1683.999837] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1684.000196] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1684.000319] env[69392]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69392) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1684.000440] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1684.000552] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1684.000680] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/32 resources of Type:Security Group Rules [ 1684.000812] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8feae18d-9354-4b28-afcc-53474026aafd with Priority: HIGH for action security_group_rules [ 1684.000935] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e65a0c1e-a9bc-40a4-b31b-1b3111429ab9 with Priority: HIGH for action security_group_rules [ 1684.001068] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 719d7944-9504-40fc-a61b-a8580099349b with Priority: HIGH for action security_group_rules [ 1684.001185] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 29c6754a-94e7-44db-b750-45c0ae051be4 with Priority: HIGH for action security_group_rules [ 1684.001297] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 72c15541-2a23-41e5-96aa-6181de28bd0d with Priority: HIGH for action security_group_rules [ 1684.001406] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 with Priority: HIGH for action security_group_rules [ 1684.001516] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f354a839-fb07-406e-bd97-425db5e4da70 with Priority: HIGH for action security_group_rules [ 1684.001625] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb with Priority: HIGH for action security_group_rules [ 1684.001733] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c4eab51f-f8a6-4737-afd2-949373cc4c08 with Priority: HIGH for action security_group_rules [ 1684.001839] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8789f77e-0b9f-4c92-b2e7-b87732a81a6f with Priority: HIGH for action security_group_rules [ 1684.001947] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 523ba16e-9aef-4d46-81c8-289c4328529e with Priority: HIGH for action security_group_rules [ 1684.002087] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4491d9b9-950b-4b86-b52b-7c2858ba5f10 with Priority: HIGH for action security_group_rules [ 1684.002204] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a918e4b1-d769-4d2a-bb64-6c60d67de60e with Priority: HIGH for action security_group_rules [ 1684.002315] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 104ae6de-d6fe-4374-b384-56a40d74f527 with Priority: HIGH for action security_group_rules [ 1684.002481] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3bc62795-1211-4d88-b0b1-5963d0b9774e with Priority: HIGH for action security_group_rules [ 1684.002545] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 56a46b50-370c-4c03-bc18-49cda94c0db4 with Priority: HIGH for action security_group_rules [ 1684.002694] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d232ecb8-4a38-4f14-9287-c6338447b262 with Priority: HIGH for action security_group_rules [ 1684.002778] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c9c6eb89-a8af-4e25-8621-b54410a8a492 with Priority: HIGH for action security_group_rules [ 1684.002844] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dccdad89-20d3-4838-b3e0-fb9fa2e7e670 with Priority: HIGH for action security_group_rules [ 1684.002950] env[69392]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 55a9bfd1-4c9b-461b-bc40-392db6117940 with Priority: HIGH for action security_group_rules [ 1684.003105] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1684.709622] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1684.710050] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1684.710050] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8feae18d-9354-4b28-afcc-53474026aafd with Priority: HIGH for action security_group_rules [ 1684.710184] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 719d7944-9504-40fc-a61b-a8580099349b with Priority: HIGH for action security_group_rules [ 1684.710272] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f354a839-fb07-406e-bd97-425db5e4da70 with Priority: HIGH for action security_group_rules [ 1684.710388] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bc62795-1211-4d88-b0b1-5963d0b9774e with Priority: HIGH for action security_group_rules [ 1684.710520] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55a9bfd1-4c9b-461b-bc40-392db6117940 with Priority: HIGH for action security_group_rules [ 1684.710663] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dccdad89-20d3-4838-b3e0-fb9fa2e7e670 with Priority: HIGH for action security_group_rules [ 1684.710744] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9c6eb89-a8af-4e25-8621-b54410a8a492 with Priority: HIGH for action security_group_rules [ 1684.710905] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d232ecb8-4a38-4f14-9287-c6338447b262 with Priority: HIGH for action security_group_rules [ 1684.711017] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 104ae6de-d6fe-4374-b384-56a40d74f527 with Priority: HIGH for action security_group_rules [ 1684.711116] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56a46b50-370c-4c03-bc18-49cda94c0db4 with Priority: HIGH for action security_group_rules [ 1684.711207] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a918e4b1-d769-4d2a-bb64-6c60d67de60e with Priority: HIGH for action security_group_rules [ 1684.711296] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4491d9b9-950b-4b86-b52b-7c2858ba5f10 with Priority: HIGH for action security_group_rules [ 1684.711383] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 523ba16e-9aef-4d46-81c8-289c4328529e with Priority: HIGH for action security_group_rules [ 1684.711470] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8789f77e-0b9f-4c92-b2e7-b87732a81a6f with Priority: HIGH for action security_group_rules [ 1684.711556] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4eab51f-f8a6-4737-afd2-949373cc4c08 with Priority: HIGH for action security_group_rules [ 1684.711691] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 with Priority: HIGH for action security_group_rules [ 1684.711741] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb with Priority: HIGH for action security_group_rules [ 1684.711808] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72c15541-2a23-41e5-96aa-6181de28bd0d with Priority: HIGH for action security_group_rules [ 1684.711893] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e65a0c1e-a9bc-40a4-b31b-1b3111429ab9 with Priority: HIGH for action security_group_rules [ 1684.711978] env[69392]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29c6754a-94e7-44db-b750-45c0ae051be4 with Priority: HIGH for action security_group_rules [ 1684.712400] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8feae18d-9354-4b28-afcc-53474026aafd taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1684.712534] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.712600] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1684.712809] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1684.712891] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8feae18d-9354-4b28-afcc-53474026aafd',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1684.713910] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-719d7944-9504-40fc-a61b-a8580099349b taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1684.714030] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-719d7944-9504-40fc-a61b-a8580099349b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.714101] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-719d7944-9504-40fc-a61b-a8580099349b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1684.714269] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-719d7944-9504-40fc-a61b-a8580099349b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1684.714346] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('719d7944-9504-40fc-a61b-a8580099349b',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1684.715552] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f354a839-fb07-406e-bd97-425db5e4da70 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1684.715669] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f354a839-fb07-406e-bd97-425db5e4da70" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.715737] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f354a839-fb07-406e-bd97-425db5e4da70" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1684.715886] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f354a839-fb07-406e-bd97-425db5e4da70" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1684.716032] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f354a839-fb07-406e-bd97-425db5e4da70',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1684.716662] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bc62795-1211-4d88-b0b1-5963d0b9774e taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1684.716769] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.716835] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1684.716979] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1684.717061] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bc62795-1211-4d88-b0b1-5963d0b9774e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1684.717725] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55a9bfd1-4c9b-461b-bc40-392db6117940 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1684.717829] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55a9bfd1-4c9b-461b-bc40-392db6117940" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.717895] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55a9bfd1-4c9b-461b-bc40-392db6117940" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1684.718067] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55a9bfd1-4c9b-461b-bc40-392db6117940" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1684.718168] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55a9bfd1-4c9b-461b-bc40-392db6117940',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1684.718830] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dccdad89-20d3-4838-b3e0-fb9fa2e7e670 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1684.718933] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dccdad89-20d3-4838-b3e0-fb9fa2e7e670" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.718988] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dccdad89-20d3-4838-b3e0-fb9fa2e7e670" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1684.719159] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dccdad89-20d3-4838-b3e0-fb9fa2e7e670" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1684.719231] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dccdad89-20d3-4838-b3e0-fb9fa2e7e670',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1684.719996] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9c6eb89-a8af-4e25-8621-b54410a8a492 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1684.720138] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9c6eb89-a8af-4e25-8621-b54410a8a492" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.720184] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9c6eb89-a8af-4e25-8621-b54410a8a492" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1684.720324] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9c6eb89-a8af-4e25-8621-b54410a8a492" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1684.720396] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9c6eb89-a8af-4e25-8621-b54410a8a492',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1684.721084] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d232ecb8-4a38-4f14-9287-c6338447b262 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1684.721197] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d232ecb8-4a38-4f14-9287-c6338447b262" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.721263] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d232ecb8-4a38-4f14-9287-c6338447b262" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1684.721410] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d232ecb8-4a38-4f14-9287-c6338447b262" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1684.721482] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d232ecb8-4a38-4f14-9287-c6338447b262',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1684.722167] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-104ae6de-d6fe-4374-b384-56a40d74f527 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1684.722273] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-104ae6de-d6fe-4374-b384-56a40d74f527" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.722338] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-104ae6de-d6fe-4374-b384-56a40d74f527" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1684.722493] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-104ae6de-d6fe-4374-b384-56a40d74f527" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1684.722579] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('104ae6de-d6fe-4374-b384-56a40d74f527',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1684.723254] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56a46b50-370c-4c03-bc18-49cda94c0db4 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1684.723361] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56a46b50-370c-4c03-bc18-49cda94c0db4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.723426] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56a46b50-370c-4c03-bc18-49cda94c0db4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1684.723571] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56a46b50-370c-4c03-bc18-49cda94c0db4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1684.723642] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56a46b50-370c-4c03-bc18-49cda94c0db4',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1684.724465] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a918e4b1-d769-4d2a-bb64-6c60d67de60e taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1684.724534] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a918e4b1-d769-4d2a-bb64-6c60d67de60e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.724601] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a918e4b1-d769-4d2a-bb64-6c60d67de60e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1684.724747] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a918e4b1-d769-4d2a-bb64-6c60d67de60e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1684.724820] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a918e4b1-d769-4d2a-bb64-6c60d67de60e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1684.725504] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4491d9b9-950b-4b86-b52b-7c2858ba5f10 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1684.725614] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4491d9b9-950b-4b86-b52b-7c2858ba5f10" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.725681] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4491d9b9-950b-4b86-b52b-7c2858ba5f10" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1684.725824] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4491d9b9-950b-4b86-b52b-7c2858ba5f10" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1684.725896] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4491d9b9-950b-4b86-b52b-7c2858ba5f10',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1684.726544] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-523ba16e-9aef-4d46-81c8-289c4328529e taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1684.726650] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-523ba16e-9aef-4d46-81c8-289c4328529e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.726716] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-523ba16e-9aef-4d46-81c8-289c4328529e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1684.726861] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-523ba16e-9aef-4d46-81c8-289c4328529e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1684.726938] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('523ba16e-9aef-4d46-81c8-289c4328529e',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1684.727662] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8789f77e-0b9f-4c92-b2e7-b87732a81a6f taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1684.727726] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.727798] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1684.727926] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1684.727997] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8789f77e-0b9f-4c92-b2e7-b87732a81a6f',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1684.728888] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4eab51f-f8a6-4737-afd2-949373cc4c08 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1684.729056] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4eab51f-f8a6-4737-afd2-949373cc4c08" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.729168] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4eab51f-f8a6-4737-afd2-949373cc4c08" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1684.729390] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4eab51f-f8a6-4737-afd2-949373cc4c08" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1684.729507] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4eab51f-f8a6-4737-afd2-949373cc4c08',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1684.730310] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6d0251d-fc7b-4fc9-bcaa-32c778519012 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1684.730414] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.730480] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1684.730626] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1684.730699] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6d0251d-fc7b-4fc9-bcaa-32c778519012',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1684.731360] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1684.731466] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.731533] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1684.731680] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1684.731752] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1684.732526] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72c15541-2a23-41e5-96aa-6181de28bd0d taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1684.732628] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72c15541-2a23-41e5-96aa-6181de28bd0d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.732693] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72c15541-2a23-41e5-96aa-6181de28bd0d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1684.732839] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72c15541-2a23-41e5-96aa-6181de28bd0d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1684.732912] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72c15541-2a23-41e5-96aa-6181de28bd0d',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1684.733594] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e65a0c1e-a9bc-40a4-b31b-1b3111429ab9 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1684.733702] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e65a0c1e-a9bc-40a4-b31b-1b3111429ab9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.733761] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e65a0c1e-a9bc-40a4-b31b-1b3111429ab9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1684.733905] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e65a0c1e-a9bc-40a4-b31b-1b3111429ab9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1684.733976] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e65a0c1e-a9bc-40a4-b31b-1b3111429ab9',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1684.734644] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29c6754a-94e7-44db-b750-45c0ae051be4 taken with stack trace [, , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1684.734749] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.734816] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1684.734960] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1684.735044] env[69392]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29c6754a-94e7-44db-b750-45c0ae051be4',) {} {{(pid=69392) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1685.305028] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1685.305363] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.305363] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1685.305517] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1685.308011] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1685.308190] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.308988] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1685.309178] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.310012] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1685.310166] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.310956] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1685.311103] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.312179] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1685.312317] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.313072] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1685.313209] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.313942] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1685.314085] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.314810] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1685.314938] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.315637] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1685.315771] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.321065] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1685.321224] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.321954] env[69392]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1685.322454] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1685.322587] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.323335] env[69392]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1685.323745] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1685.323862] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.324541] env[69392]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1685.325017] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1685.325168] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.325845] env[69392]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1685.326288] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1685.326433] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.327089] env[69392]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1685.327512] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1685.327630] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.328272] env[69392]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1685.328690] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1685.328818] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.329458] env[69392]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1685.329877] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1685.330039] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.330688] env[69392]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1685.331128] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1685.331267] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.331889] env[69392]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1685.332345] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1685.332462] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.333086] env[69392]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1685.333502] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1685.333653] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f354a839-fb07-406e-bd97-425db5e4da70 is going to be deleted. [ 1685.334638] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1685.334879] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1685.354430] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1685.354581] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56a46b50-370c-4c03-bc18-49cda94c0db4 is going to be deleted. [ 1685.355485] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1685.355703] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1685.371915] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1685.372112] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb is going to be deleted. [ 1685.372950] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1685.373210] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1685.399579] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1685.399855] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.405283] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1685.405464] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.409925] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1685.410087] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d232ecb8-4a38-4f14-9287-c6338447b262 is going to be deleted. [ 1685.410973] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1685.411193] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1685.430636] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1685.430784] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e65a0c1e-a9bc-40a4-b31b-1b3111429ab9 is going to be deleted. [ 1685.431689] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1685.431900] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1685.441558] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1685.441721] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.454681] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1685.454824] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 523ba16e-9aef-4d46-81c8-289c4328529e is going to be deleted. [ 1685.455750] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1685.455982] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1685.472221] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1685.472469] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.479592] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1685.479711] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4eab51f-f8a6-4737-afd2-949373cc4c08 is going to be deleted. [ 1685.480694] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1685.480901] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1685.510260] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1685.510506] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55a9bfd1-4c9b-461b-bc40-392db6117940 is going to be deleted. [ 1685.511363] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1685.511573] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1685.557467] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1685.557713] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.559057] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1685.559175] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a918e4b1-d769-4d2a-bb64-6c60d67de60e is going to be deleted. [ 1685.560148] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1685.560380] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1685.634285] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1685.634493] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.641863] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1685.642023] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.644491] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1685.644671] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 104ae6de-d6fe-4374-b384-56a40d74f527 is going to be deleted. [ 1685.645513] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1685.645729] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1685.701051] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1685.701264] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.780803] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1685.781180] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29c6754a-94e7-44db-b750-45c0ae051be4 is going to be deleted. [ 1685.781887] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1685.782165] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1685.797462] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1685.797655] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.798332] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1685.798426] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.881289] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1685.881438] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4491d9b9-950b-4b86-b52b-7c2858ba5f10 is going to be deleted. [ 1685.882336] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1685.882548] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1685.958174] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1685.958331] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dccdad89-20d3-4838-b3e0-fb9fa2e7e670 is going to be deleted. [ 1685.959306] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1685.959528] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1685.969019] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1685.969215] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.999617] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1685.999777] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9c6eb89-a8af-4e25-8621-b54410a8a492 is going to be deleted. [ 1686.000747] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1686.000969] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1686.034388] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1686.034545] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8feae18d-9354-4b28-afcc-53474026aafd is going to be deleted. [ 1686.035526] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1686.035740] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1686.037707] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1686.037817] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1686.073275] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1686.073474] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1686.102737] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1686.102931] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1686.118968] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1686.119132] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bc62795-1211-4d88-b0b1-5963d0b9774e is going to be deleted. [ 1686.120120] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1686.120351] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1686.171210] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1686.171359] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72c15541-2a23-41e5-96aa-6181de28bd0d is going to be deleted. [ 1686.172314] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1686.172527] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1686.174676] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1686.174831] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1686.243144] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1686.243314] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8789f77e-0b9f-4c92-b2e7-b87732a81a6f is going to be deleted. [ 1686.244288] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1686.244528] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1686.290351] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1686.290512] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6d0251d-fc7b-4fc9-bcaa-32c778519012 is going to be deleted. [ 1686.291478] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1686.291702] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1686.298548] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1686.298720] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1686.305091] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1686.305280] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1686.385615] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1686.385799] env[69392]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 719d7944-9504-40fc-a61b-a8580099349b is going to be deleted. [ 1686.388082] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1686.388082] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1686.388082] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1686.388082] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f354a839-fb07-406e-bd97-425db5e4da70" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1686.388082] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1686.388082] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1686.388082] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1686.388082] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56a46b50-370c-4c03-bc18-49cda94c0db4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1686.388504] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1686.388688] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1686.388809] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1686.388939] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c7af787-f8e9-49f9-9ada-0f39ac4a4bcb" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1686.389099] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1686.389251] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1686.389346] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1686.389433] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d232ecb8-4a38-4f14-9287-c6338447b262" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1686.389567] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1686.389712] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1686.389785] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1686.389902] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e65a0c1e-a9bc-40a4-b31b-1b3111429ab9" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1686.390058] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1686.390221] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1686.390296] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1686.390414] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-523ba16e-9aef-4d46-81c8-289c4328529e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1686.390543] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1686.390682] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1686.390756] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1686.390866] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4eab51f-f8a6-4737-afd2-949373cc4c08" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1686.390991] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1686.391257] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1686.391349] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1686.391463] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55a9bfd1-4c9b-461b-bc40-392db6117940" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1686.391595] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1686.391735] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1686.391808] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1686.391919] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a918e4b1-d769-4d2a-bb64-6c60d67de60e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1686.392073] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1686.392223] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1686.392301] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1686.392415] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-104ae6de-d6fe-4374-b384-56a40d74f527" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1686.392544] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1686.392680] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1686.392752] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1686.392861] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29c6754a-94e7-44db-b750-45c0ae051be4" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1686.392996] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1686.393214] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1686.393299] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1686.393416] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4491d9b9-950b-4b86-b52b-7c2858ba5f10" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1686.393541] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1686.393681] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1686.393755] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1686.393862] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dccdad89-20d3-4838-b3e0-fb9fa2e7e670" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1686.393986] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1686.394136] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1686.394212] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1686.394324] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9c6eb89-a8af-4e25-8621-b54410a8a492" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1686.394448] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1686.394584] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1686.394656] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1686.394766] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8feae18d-9354-4b28-afcc-53474026aafd" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1686.394892] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1686.395040] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1686.395118] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1686.395228] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bc62795-1211-4d88-b0b1-5963d0b9774e" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1686.395354] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1686.395489] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1686.395562] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1686.395666] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72c15541-2a23-41e5-96aa-6181de28bd0d" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1686.424455] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1686.424455] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1686.424455] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1686.424716] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1686.424716] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1686.424777] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6d0251d-fc7b-4fc9-bcaa-32c778519012" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1686.452378] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1686.452569] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1686.452569] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1686.452799] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1686.452887] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1686.453017] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8789f77e-0b9f-4c92-b2e7-b87732a81a6f" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1686.504478] env[69392]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69392) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1686.504666] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1686.504707] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1686.504924] env[69392]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1686.505028] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1686.505172] env[69392]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-719d7944-9504-40fc-a61b-a8580099349b" {{(pid=69392) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1689.713784] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1689.714148] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1694.715309] env[69392]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1694.715674] env[69392]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0